-- Logs begin at Sun 2021-11-21 04:00:45 UTC, end at Sun 2021-11-21 04:58:07 UTC. -- Nov 21 04:30:11.177578 dv-cinder-776422-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 21 04:30:13.919759 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.common.config [-] Logging enabled! Nov 21 04:30:13.920389 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215 Nov 21 04:30:13.920558 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 21 04:30:13.924145 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.common.config [-] Logging enabled! Nov 21 04:30:13.924408 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215 Nov 21 04:30:13.924735 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 21 04:30:13.925707 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 21 04:30:13.925949 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 21 04:30:13.926323 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 21 04:30:13.926604 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 21 04:30:13.926839 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 21 04:30:13.927170 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.927606 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 21 04:30:13.927930 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.928237 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.928536 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.928842 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.929139 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.929430 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.929728 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.930035 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.930331 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.930657 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.930955 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.931258 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.931551 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.931850 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.932147 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.932440 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] debug = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.932730 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.933191 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.933614 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.934425 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.935043 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.935043 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.935329 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.935618 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.935914 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.936256 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] host = dv-cinder-776422-6-iscsi {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.936547 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.936842 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.937141 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.937439 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.937725 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.938010 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.938307 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.938621 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.938907 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] log_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.939195 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.939494 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.939791 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.940092 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.940327 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.940559 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.940865 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.941162 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.941449 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.941734 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.942019 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.942303 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.942612 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.942891 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.943185 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.943479 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.943772 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.944057 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.944340 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.944622 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.944903 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.945205 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.945489 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.945773 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.946055 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.946352 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.946654 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.946938 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.947252 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.947549 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.947842 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.948138 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.948422 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.948714 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.948999 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.949281 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.950215 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] use_json = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.950530 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.950822 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.951115 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.951400 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.951683 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.951971 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.952254 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.952550 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:13.952862 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.953170 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.953487 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.953783 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.954099 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.954395 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.954723 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.955013 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.955318 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.955635 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.955923 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.956214 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.956514 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.956803 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.957109 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.957428 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.957737 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.958040 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.958327 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.958637 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.958922 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.959213 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.959517 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.959808 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.960110 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.960412 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.960704 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.961015 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.961318 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.961627 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.961930 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.962218 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.962533 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.962843 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.963135 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.963423 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.963714 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.964016 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.964308 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.964594 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.964889 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.965207 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.965496 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.965781 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.966070 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.966374 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.966690 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.966975 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.967258 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.967546 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.967828 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.968126 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.968415 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.968700 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.968982 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.969269 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.969554 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.969837 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.970124 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.970407 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.970721 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.971003 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.971287 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.971572 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.971854 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.972135 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.972416 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.972696 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.972980 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.973261 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.973542 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.973826 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.974109 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.974389 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.974712 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.975026 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.975315 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.975604 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.975894 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.976181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.976467 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.976753 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.977043 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.977335 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.977617 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.977917 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.978214 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.978541 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.978837 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.979154 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.979465 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.979756 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.980055 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.980348 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.980642 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.981484 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.981785 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.982094 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.982405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.982740 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.983046 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.983355 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.983650 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.983971 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.984260 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:13.984484 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 21 04:30:13.984733 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103184) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 21 04:30:14.422385 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 21 04:30:14.422696 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 21 04:30:14.423008 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 21 04:30:14.423370 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 21 04:30:14.791633 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.791933 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.792212 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.793472 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.793751 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.794025 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.835063 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.835348 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.835623 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.851281 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.851568 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.851841 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.882109 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.882394 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.882694 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.925765 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.926337 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:14.926337 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.183722 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.183969 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.184249 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.184528 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.185238 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.284536 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.284866 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.285153 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.285431 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.285703 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.286021 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.286289 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.286583 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.286847 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.287138 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.287405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.287677 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.287942 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.288201 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.288464 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.288734 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.288995 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.289269 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.289545 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.289811 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.290090 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.290349 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.290667 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.291053 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.291311 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.291567 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.291977 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:15.292228 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:15.292476 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:15.292722 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:15.292967 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:15.293281 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:15.294356 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 21 04:30:15.297752 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 21 04:30:15.301770 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 21 04:30:15.305571 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 21 04:30:15.307395 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 21 04:30:15.307862 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 21 04:30:15.308209 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 21 04:30:15.308611 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 21 04:30:15.311515 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 21 04:30:15.311769 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 21 04:30:15.312170 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 21 04:30:15.317657 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 21 04:30:15.341026 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 21 04:30:15.341536 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.341847 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103184) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 21 04:30:15.342210 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.343642 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103184) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 21 04:30:15.343942 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 21 04:30:15.344197 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 21 04:30:15.347688 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.347983 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:15.411949 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 21 04:30:15.412198 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 21 04:30:15.412442 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 21 04:30:15.412837 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 21 04:30:15.436904 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_db.sqlalchemy.engines [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103184) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 21 04:30:16.143978 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing driver for type 'gre' Nov 21 04:30:16.144674 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] gre ID ranges: [(1, 1000)] Nov 21 04:30:16.201428 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing driver for type 'local' Nov 21 04:30:16.201862 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing driver for type 'vlan' Nov 21 04:30:16.216468 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] VlanTypeDriver initialization complete Nov 21 04:30:16.216883 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing driver for type 'vxlan' Nov 21 04:30:16.217416 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] vxlan ID ranges: [(1, 1000)] Nov 21 04:30:16.272547 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing extension driver 'port_security' Nov 21 04:30:16.272879 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.extensions.port_security [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] PortSecurityExtensionDriver initialization complete Nov 21 04:30:16.273229 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing mechanism driver 'openvswitch' Nov 21 04:30:16.273588 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing mechanism driver 'hyperv' Nov 21 04:30:16.280890 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:30:16.281580 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.281959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.282319 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.282910 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 21 04:30:16.283355 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnet after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.283721 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnet after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.284077 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.284485 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 21 04:30:16.284908 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.285268 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.285621 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.286021 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 21 04:30:16.286436 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > security_group after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.286820 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > security_group after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.287172 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.287716 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 21 04:30:16.288136 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.288502 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.288855 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.289263 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 21 04:30:16.289682 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > address_group after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.290039 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > address_group after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.290389 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.290827 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 21 04:30:16.291218 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] ML2 OVO RPC backend initialized. {{(pid=103184) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 21 04:30:16.291946 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.292312 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.292741 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.293142 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > networks before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.293595 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.293955 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > ports before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.294314 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnet before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.294704 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnets before_response 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.295064 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.295417 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.295764 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.296379 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.296727 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.297073 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.297420 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnet after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.297771 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnet after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.298117 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.298750 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.plugin [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Modular L2 Plugin initialization complete Nov 21 04:30:16.299092 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading services supported by the core plugin {{(pid=103184) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 21 04:30:16.299428 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.plugins.ml2.managers [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Got port-security extension from driver 'port_security' Nov 21 04:30:16.299915 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.extensions.vlantransparent [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Disabled vlantransparent extension. Nov 21 04:30:16.300420 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103184) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 21 04:30:16.300746 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: router Nov 21 04:30:16.337207 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.337611 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router after_create 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.337992 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router before_create 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.338369 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.338777 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.339149 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router after_delete 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.339517 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.339878 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.340871 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router after_create 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.341231 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router after_update 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.341593 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router after_update 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.341952 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.342323 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router after_update 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.342774 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_update 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.343157 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.343509 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: port after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.343859 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: subnet after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.344212 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.344575 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.344933 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_create 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.345285 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: port before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.345640 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.346007 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router after_update 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.346525 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.346900 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_create 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.347272 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.347628 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_update 55549900 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.348005 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > agent after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.348367 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > agent after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.348722 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > network after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.349639 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Tracking information for resource: router configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:16.349987 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Tracking information for resource: floatingip configured {{(pid=103184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 21 04:30:16.355198 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.db.l3_agentschedulers_db [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 21 04:30:16.355827 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.356202 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: port after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.356569 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: port after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.356937 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.357748 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router before_create 55550100 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.358124 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.358520 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_create 55550100 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.358891 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > router precommit_update 55550100 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.363819 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.services.provider_configuration [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service providers = [] {{(pid=103184) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 21 04:30:16.364193 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.db.servicetype_db [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103184) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 21 04:30:16.367199 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.services.service_base [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 21 04:30:16.367560 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.services.service_base [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 21 04:30:16.367915 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.services.service_base [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 21 04:30:16.368813 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.services.service_base [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 21 04:30:16.369195 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.services.service_base [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 21 04:30:16.369587 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.369916 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 21 04:30:16.380750 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.381094 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: auto_allocate Nov 21 04:30:16.387541 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: network precommit_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.387921 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: network precommit_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.388451 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.388780 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: tag Nov 21 04:30:16.395514 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.395806 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: timestamp Nov 21 04:30:16.399896 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.400234 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: network_ip_availability Nov 21 04:30:16.406764 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.407152 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.407521 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.408292 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.408622 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: flavors Nov 21 04:30:16.413510 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.413854 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading Plugin: revisions Nov 21 04:30:16.418377 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 21 04:30:16.418815 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_concurrency.lockutils [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.996s {{(pid=103184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 21 04:30:16.419613 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103184) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 21 04:30:16.419962 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Initializing extension manager. Nov 21 04:30:16.420495 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: __init__.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.420851 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: __pycache__ {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.421457 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.421801 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: address_group.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.422633 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.423228 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: address-group Nov 21 04:30:16.423563 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: address_scope.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.424502 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.425031 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: address-scope Nov 21 04:30:16.425366 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.426326 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.426882 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: router-admin-state-down-before-update Nov 21 04:30:16.427224 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: agent.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.427930 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.428451 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: agent Nov 21 04:30:16.428787 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: agent_resources_synced.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.429708 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.430230 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: agent-resources-synced Nov 21 04:30:16.430597 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: allowedaddresspairs.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.432433 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.432984 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: allowed-address-pairs Nov 21 04:30:16.433301 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: auto_allocated_topology.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.434422 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.434984 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: auto-allocated-topology Nov 21 04:30:16.435321 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: availability_zone.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.436024 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.436543 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: availability_zone Nov 21 04:30:16.436881 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: availability_zone_filter.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.437808 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.438334 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: availability_zone_filter Nov 21 04:30:16.438693 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: data_plane_status.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.439619 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.440145 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension data-plane-status not supported by any of loaded plugins Nov 21 04:30:16.440477 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: default_subnetpools.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.441407 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.441933 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: default-subnetpools Nov 21 04:30:16.442355 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.443106 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.443639 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: dhcp_agent_scheduler Nov 21 04:30:16.443975 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: dns.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.444904 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.445425 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension dns-integration not supported by any of loaded plugins Nov 21 04:30:16.445758 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: dns_domain_ports.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.446708 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.447234 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 21 04:30:16.447565 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.448497 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.449018 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 21 04:30:16.449877 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: dvr.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.450685 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.451206 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: dvr Nov 21 04:30:16.451537 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: ecmp_routes.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.452477 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.453002 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension ecmp_routes not supported by any of loaded plugins Nov 21 04:30:16.453337 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: empty_string_filtering.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.454260 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.454815 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: empty-string-filtering Nov 21 04:30:16.455147 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.456080 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.456602 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 21 04:30:16.456939 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.457871 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.458381 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 21 04:30:16.458747 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: external_net.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.459666 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.460191 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: external-net Nov 21 04:30:16.460523 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.461458 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.461979 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: extra_dhcp_opt Nov 21 04:30:16.462308 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: extraroute.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.463261 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.463780 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: extraroute Nov 21 04:30:16.464113 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: extraroute_atomic.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.465761 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.466312 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: extraroute-atomic Nov 21 04:30:16.466678 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: filter_validation.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.467366 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.467882 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: filter-validation Nov 21 04:30:16.468212 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: fip_pf_description.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.469140 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.469658 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 21 04:30:16.469986 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: fip_port_details.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.470950 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.471470 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: fip-port-details Nov 21 04:30:16.471800 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: flavors.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.473114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.473642 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: flavors Nov 21 04:30:16.474016 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.475747 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.476286 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 21 04:30:16.476629 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: floatingip_pools.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.477392 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.478087 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: floatingip-pools Nov 21 04:30:16.478229 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: ip_allocation.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.479196 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.479838 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension ip_allocation not supported by any of loaded plugins Nov 21 04:30:16.480043 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.481317 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.481951 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: ip-substring-filtering Nov 21 04:30:16.482281 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l2_adjacency.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.484654 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.484654 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 21 04:30:16.484654 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l3.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.485285 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.485820 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: router Nov 21 04:30:16.486158 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.488536 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.489080 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 21 04:30:16.489420 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.490374 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.490949 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: ext-gw-mode Nov 21 04:30:16.491286 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.492221 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.492751 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: l3-ha Nov 21 04:30:16.493086 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l3_flavors.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.494024 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.494578 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: l3-flavors Nov 21 04:30:16.494903 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.495837 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.496396 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 21 04:30:16.496724 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: l3agentscheduler.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.497941 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.498539 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: l3_agent_scheduler Nov 21 04:30:16.498864 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: local_ip.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.500665 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.501202 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension local_ip not supported by any of loaded plugins Nov 21 04:30:16.501542 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: logging.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.503062 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.503597 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension logging not supported by any of loaded plugins Nov 21 04:30:16.503931 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: metering.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.504682 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.505278 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: metering Nov 21 04:30:16.505618 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.506754 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.507292 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: metering_source_and_destination_fields Nov 21 04:30:16.507633 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: multiprovidernet.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.508574 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.509106 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: multi-provider Nov 21 04:30:16.509445 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: netmtu.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.510377 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.510935 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: net-mtu Nov 21 04:30:16.511270 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: netmtu_writable.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.512969 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.513495 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: net-mtu-writable Nov 21 04:30:16.513822 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: network_availability_zone.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.514538 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.515061 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: network_availability_zone Nov 21 04:30:16.515394 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: network_ip_availability.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.516510 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.517036 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: network-ip-availability Nov 21 04:30:16.517371 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: network_segment_range.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.518155 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.518685 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension network-segment-range not supported by any of loaded plugins Nov 21 04:30:16.519017 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: pagination.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.521613 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.521967 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: pagination Nov 21 04:30:16.522312 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: port_device_profile.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.523283 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.523808 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: port-device-profile Nov 21 04:30:16.524146 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.525097 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.525622 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: port-mac-address-regenerate Nov 21 04:30:16.525957 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.526916 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.527435 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: port-numa-affinity-policy Nov 21 04:30:16.527825 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: port_resource_request.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.528943 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.529460 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension port-resource-request not supported by any of loaded plugins Nov 21 04:30:16.529796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: port_resource_request_groups.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.530812 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.531340 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 21 04:30:16.531675 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: portbindings.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.532617 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.533137 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: binding Nov 21 04:30:16.533473 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: portbindings_extended.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.534818 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.535354 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: binding-extended Nov 21 04:30:16.535693 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: portsecurity.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.536673 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.537204 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: port-security Nov 21 04:30:16.537735 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: project_id.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.538768 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.539108 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: project-id Nov 21 04:30:16.539443 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: providernet.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.540378 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.540899 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: provider Nov 21 04:30:16.541230 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.545560 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.546374 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos not supported by any of loaded plugins Nov 21 04:30:16.546825 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.548096 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.548630 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 21 04:30:16.548976 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.549919 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.550446 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 21 04:30:16.550810 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_default.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.551743 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.552268 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-default not supported by any of loaded plugins Nov 21 04:30:16.552607 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_fip.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.553277 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.553796 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-fip not supported by any of loaded plugins Nov 21 04:30:16.554128 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_gateway_ip.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.555100 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.555626 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 21 04:30:16.555957 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_port_network_policy.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.556900 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.557430 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 21 04:30:16.557761 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.559415 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.559944 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 21 04:30:16.560281 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_pps_rule.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.561486 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.562025 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-pps not supported by any of loaded plugins Nov 21 04:30:16.562356 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_rule_type_details.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.563314 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.563846 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 21 04:30:16.564180 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: qos_rules_alias.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.565235 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.565768 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 21 04:30:16.566101 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: quota_check_limit.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.567051 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.567587 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: quota-check-limit Nov 21 04:30:16.567920 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: quotasv2.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.568910 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.569247 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: quotas Nov 21 04:30:16.569579 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: quotasv2_detail.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.573019 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.573375 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: quota_details Nov 21 04:30:16.573720 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: rbac.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.574873 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.575416 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: rbac-policies Nov 21 04:30:16.575755 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: rbac_address_group.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.576698 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.577234 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: rbac-address-group Nov 21 04:30:16.577568 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: rbac_address_scope.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.578531 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.579067 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: rbac-address-scope Nov 21 04:30:16.579400 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: rbac_security_groups.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.580360 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.580858 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: rbac-security-groups Nov 21 04:30:16.581191 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: rbac_subnetpool.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.582124 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.582678 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: rbac-subnetpool Nov 21 04:30:16.583011 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: revisionifmatch.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.583946 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.584472 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: revision-if-match Nov 21 04:30:16.584803 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: revisions.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.585964 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.586490 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: standard-attr-revisions Nov 21 04:30:16.586825 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: router_availability_zone.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.587620 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.588031 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: router_availability_zone Nov 21 04:30:16.588363 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: routerservicetype.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.589571 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.589824 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension router-service-type not supported by any of loaded plugins Nov 21 04:30:16.590707 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.591781 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.592312 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: security-groups-normalized-cidr Nov 21 04:30:16.592646 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.593585 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.594111 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: port-security-groups-filtering Nov 21 04:30:16.594444 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.595415 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.595946 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: security-groups-remote-address-group Nov 21 04:30:16.596280 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.597214 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.597737 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: security-groups-shared-filtering Nov 21 04:30:16.598069 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.598711 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 21 04:30:16.599047 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: securitygroup.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.609737 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.610301 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: security-group Nov 21 04:30:16.610667 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: segment.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.611504 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.612031 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension segment not supported by any of loaded plugins Nov 21 04:30:16.612368 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.613366 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.613891 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 21 04:30:16.614228 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: servicetype.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.615379 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.615915 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: service-type Nov 21 04:30:16.616254 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: sorting.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.617258 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.617593 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: sorting Nov 21 04:30:16.617930 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: standard_attr_segment.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.618888 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.619420 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 21 04:30:16.619754 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: standardattrdescription.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.620413 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.620936 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: standard-attr-description Nov 21 04:30:16.621371 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: stateful_security_group.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.622434 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.622946 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: stateful-security-group Nov 21 04:30:16.623283 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: stdattrs_common.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.623871 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 21 04:30:16.624206 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.625148 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.625670 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 21 04:30:16.625998 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: subnet_onboard.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.627118 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.627647 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: subnet_onboard Nov 21 04:30:16.627981 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.628926 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.629451 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 21 04:30:16.629784 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: subnet_service_types.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.630757 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.631286 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: subnet-service-types Nov 21 04:30:16.631619 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: subnetallocation.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.632729 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.633258 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: subnet_allocation Nov 21 04:30:16.633592 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.634284 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.634826 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: subnetpool-prefix-ops Nov 21 04:30:16.635158 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.636124 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.636667 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 21 04:30:16.637014 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: tagging.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.638116 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.638804 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: standard-attr-tag Nov 21 04:30:16.639121 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: timestamp.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.640362 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.640895 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loaded extension: standard-attr-timestamp Nov 21 04:30:16.641239 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: trunk.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.642286 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.642843 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension trunk not supported by any of loaded plugins Nov 21 04:30:16.643181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: trunk_details.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.644124 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.644649 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension trunk-details not supported by any of loaded plugins Nov 21 04:30:16.644985 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: uplink_status_propagation.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.645973 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.646448 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 21 04:30:16.646811 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Loading extension file: vlantransparent.py {{(pid=103184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 21 04:30:16.647499 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 21 04:30:16.648023 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 21 04:30:16.650623 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:network Nov 21 04:30:16.651199 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:subnet Nov 21 04:30:16.651618 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:subnetpool Nov 21 04:30:16.652026 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:port Nov 21 04:30:16.653838 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.654286 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service FLAVORS assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.654963 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.655419 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.655766 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:router Nov 21 04:30:16.656218 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:floatingip Nov 21 04:30:16.656719 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service METERING assigned prefix: /metering {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.658200 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.658615 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.658982 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:30:16.660061 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of CountableResource for resource:rbac_policy Nov 21 04:30:16.660545 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:security_group Nov 21 04:30:16.661061 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 21 04:30:16.661681 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service CORE assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.662031 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:subnetpool Nov 21 04:30:16.662393 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] subnetpool is already registered Nov 21 04:30:16.662863 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service CORE assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.663207 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:subnetpool Nov 21 04:30:16.663548 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] subnetpool is already registered Nov 21 04:30:16.665871 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.666320 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service FLAVORS assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.666968 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.667408 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.667763 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:router Nov 21 04:30:16.668134 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] router is already registered Nov 21 04:30:16.669097 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:floatingip Nov 21 04:30:16.669437 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] floatingip is already registered Nov 21 04:30:16.669911 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service METERING assigned prefix: /metering {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.670631 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of CountableResource for resource:rbac_policy Nov 21 04:30:16.670967 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] rbac_policy is already registered Nov 21 04:30:16.671645 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:security_group Nov 21 04:30:16.671991 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] security_group is already registered Nov 21 04:30:16.672412 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 21 04:30:16.672755 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] security_group_rule is already registered Nov 21 04:30:16.673398 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service CORE assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.673736 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:subnetpool Nov 21 04:30:16.674079 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] subnetpool is already registered Nov 21 04:30:16.674551 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.v2.resource_helper [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Service CORE assigned prefix: {{(pid=103184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 21 04:30:16.674899 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Creating instance of TrackedResource for resource:subnetpool Nov 21 04:30:16.675242 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING neutron.quota.resource_registry [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] subnetpool is already registered Nov 21 04:30:16.675712 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: extensions {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.677252 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: address-groups {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.678825 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: address-scopes {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.680162 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: agents {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.681354 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: auto-allocated-topology {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.682633 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: availability_zones {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.683885 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: dhcp-networks {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.685429 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: dhcp-agents {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.686910 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: routers {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.689152 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: flavors {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.690333 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: service_profiles {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.691591 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: next_providers {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.693046 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: service_profiles {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.694668 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: floatingip-pools {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.695903 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: routers {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.698052 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: floatingips {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.700441 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: l3-routers {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.701870 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: l3-agents {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.703338 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: metering-labels {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.705008 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: metering-label-rules {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.706298 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: network-ip-availabilities {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.707623 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: bindings {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.709320 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: quotas {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.710917 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: quotas {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.713548 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: rbac-policies {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.714895 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: security-groups {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.716685 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: security-group-rules {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.717934 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: service-providers {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.719231 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: subnetpools {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.720681 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: subnetpools {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.722364 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.724106 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.725932 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.727781 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.729700 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.732270 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.733976 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.735925 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.737966 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.739899 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron.api.extensions [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Extended resource: tags {{(pid=103184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 21 04:30:16.745954 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING keystonemiddleware.auth_token [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 21 04:30:16.751008 dv-cinder-776422-6-iscsi neutron-server[103184]: WARNING keystonemiddleware.auth_token [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 21 04:30:16.760106 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_concurrency.lockutils [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Acquired lock "singleton_lock" {{(pid=103184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 21 04:30:16.760588 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_concurrency.lockutils [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Releasing lock "singleton_lock" {{(pid=103184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 21 04:30:16.761251 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO oslo_service.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Starting 2 workers Nov 21 04:30:16.766102 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Started child 103587 {{(pid=103184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 21 04:30:16.770611 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Started child 103588 {{(pid=103184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 21 04:30:16.771701 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:16.772313 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO neutron.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 21 04:30:16.772839 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Publish callbacks [] for process, before_spawn {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:16.773229 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [-] (103587) wsgi starting up on http://0.0.0.0:9696 Nov 21 04:30:16.775357 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO oslo_service.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Starting 1 workers Nov 21 04:30:16.775651 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:16.777096 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [-] (103588) wsgi starting up on http://0.0.0.0:9696 Nov 21 04:30:16.781181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Started child 103589 {{(pid=103184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 21 04:30:16.781750 dv-cinder-776422-6-iscsi neutron-server[103184]: INFO oslo_service.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Starting 1 workers Nov 21 04:30:16.785190 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] calling RpcWorker wait() {{(pid=103589) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 21 04:30:16.785741 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] returning from RpcWorker wait() {{(pid=103589) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 21 04:30:16.786270 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Started child 103590 {{(pid=103184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 21 04:30:16.787105 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:16.787207 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3aeb76a8-ffc2-4471-8909-5a9e9637f08a None None] Publish callbacks [] for process, after_spawn {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:16.787617 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:30:16.789035 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 21 04:30:16.789250 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 21 04:30:16.789449 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 21 04:30:16.789672 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 21 04:30:16.790026 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 21 04:30:16.790212 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 21 04:30:16.790750 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.791024 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.791304 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.791394 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:16.791815 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.791905 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.792451 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.792725 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.792986 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.793977 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.794297 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.794498 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.794681 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.794942 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.795191 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.795513 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.795784 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.796273 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.796533 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.796712 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.796981 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.797260 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.797691 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.798153 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] debug = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.798601 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.799272 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.799936 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.800399 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.800807 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.801390 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.801803 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.802249 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.802688 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.803093 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.803528 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.803967 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.804387 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.804799 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.805266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.805672 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.806124 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.806573 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.807224 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] host = dv-cinder-776422-6-iscsi {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.807659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.808078 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.808511 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.808979 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.809418 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.810034 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.810525 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.810979 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.811444 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.811871 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.812296 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.812738 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.813168 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.813593 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.814018 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_options = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.814427 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.814921 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.815373 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.815751 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.816095 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.816471 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.816906 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.817247 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.817674 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.818096 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.818523 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.818944 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.819353 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.819773 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.820212 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.820622 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.821143 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.821634 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.822114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.822775 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.823183 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.823582 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.824131 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.824238 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:30:16.824332 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.824458 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.824920 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.825149 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.825531 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.825906 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.826311 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.826614 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.826884 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.827117 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.827528 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.827944 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.828327 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.828704 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.829078 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.829360 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.829604 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.829865 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.830146 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.830374 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.830668 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.830895 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.831115 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.831357 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_json = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.831604 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.831848 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.832098 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.832482 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.832877 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.833099 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.833347 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.833597 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.834083 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.834385 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.834753 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.835024 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.835423 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.835833 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.836251 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.836506 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.836828 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.837028 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.837544 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.837963 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.838277 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.838560 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.838985 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.839329 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.839583 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.839857 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.840620 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.841030 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.841210 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.841537 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.841831 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.842072 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.842317 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.842591 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.842831 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.843129 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.843412 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.843770 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.844067 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.844328 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.844610 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.844838 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.845117 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.845367 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.845594 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.845819 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.846045 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.846332 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.846587 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.846811 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.847336 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.847748 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.848204 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.848624 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.849064 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.849515 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.849968 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.850232 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.850505 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.850746 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.850976 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.851279 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.851558 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.851715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 43316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:16.852335 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.852800 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.853089 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.853360 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.853743 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.854114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.854515 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.854927 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.855319 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.856582 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.856877 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.857282 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.857526 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.857800 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.858192 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.858596 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.858981 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.859362 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.859588 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.859975 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.860373 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.860756 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.860991 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.861825 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.861825 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.861991 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075150 Nov 21 04:30:16.862068 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.862068 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.862238 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.862620 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.862978 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.864207 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.864628 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.865071 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.865487 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.865906 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.866327 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.866821 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.867305 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.867739 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.868176 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.868750 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.869240 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.869925 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.870359 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.870795 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.871665 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.872095 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.872400 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.873487 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.873965 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.874425 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.874896 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.875330 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.875754 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.876161 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.876570 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.876994 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.877242 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.877676 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.878084 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.878497 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.878904 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.879281 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.879718 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.880106 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.880633 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.881041 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.881478 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.881968 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.882429 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.882921 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.883185 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.883441 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.883742 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.884020 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.884300 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.884585 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.884853 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.885110 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.885368 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.885599 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.886021 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.886454 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.887172 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.887670 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.888098 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.888503 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.888973 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.889394 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.889794 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.890213 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.890698 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.891147 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.891610 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.892083 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.892510 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.892974 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.893413 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.893838 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.894293 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.894776 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.895221 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.895664 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.896139 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.896623 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.897076 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.897386 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.897706 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.898008 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.898266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.899539 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.900023 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.900459 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.900721 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.900980 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.901219 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.901455 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.901687 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.901973 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.902229 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.903985 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.904246 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.904715 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.905697 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.905697 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.905697 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.905697 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.905931 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.906006 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.906198 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.906428 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.906913 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.907171 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.907419 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.907664 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.907914 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.908278 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.908455 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.908811 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.909075 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.909321 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.909571 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.909801 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.910057 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.910309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.910562 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.910792 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.911019 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.911247 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.911499 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.911759 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.912013 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.912325 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.912904 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.913337 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.913746 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.914148 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.914748 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.915209 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.915470 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.915776 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.915970 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.916428 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.916693 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.917060 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.917418 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.917787 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.918790 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.919344 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.919757 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.920154 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.920526 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.920910 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.921587 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.921847 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.922089 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.922526 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.922912 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.923337 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.923644 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.923903 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.925084 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.925351 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.925629 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.925853 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.926222 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.926661 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.927082 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.927494 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.927891 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.928301 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.928728 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.929149 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.930677 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.930677 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.930677 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.930677 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.930677 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.931056 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.931159 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.931617 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.932000 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.932262 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.932514 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.932747 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.933002 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.933251 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.933589 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.934213 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.934511 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.934915 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.935346 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.935785 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.936207 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.936776 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.936776 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.937126 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.937423 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.937705 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.937951 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.938226 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.938523 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.938749 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.939757 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.939757 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.939757 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.939757 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.940047 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.940154 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.940553 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.940984 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.941398 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.941675 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.941787 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:30:16.941957 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.942165 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.942397 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.942579 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 21 04:30:16.943270 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 21 04:30:16.943602 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 21 04:30:16.943765 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 21 04:30:16.943959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 21 04:30:16.944139 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 21 04:30:16.944294 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 21 04:30:16.944691 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.945030 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.945340 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.945691 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.946027 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.946391 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.946591 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.946745 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.947042 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.947345 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.947647 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.947937 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.948257 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.948558 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.948867 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.949039 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.949190 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.949892 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.950173 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.950363 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.950440 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.950666 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.950796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] debug = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.950934 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.951288 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.951460 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.951628 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.951793 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.951957 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.952121 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.952291 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.952453 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.952618 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.952782 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.952945 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.953113 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.953275 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.953438 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.953600 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.953763 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.953927 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.954090 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] host = dv-cinder-776422-6-iscsi {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.954254 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.954417 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.954686 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.954900 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.955109 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.955720 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.955720 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.955893 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.955960 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.956122 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.956281 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.956440 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.956552 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.957686 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.957991 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_options = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.958310 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.958634 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.958924 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.959253 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.959777 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.960079 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.960259 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.960428 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.960592 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.960757 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.960922 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.961087 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.961254 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.961419 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.961586 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.961746 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.962051 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.962223 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.962378 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.962854 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.963162 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.963328 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.963630 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.963924 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.964232 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.964395 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.964557 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.964719 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.965067 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.965358 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.965657 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.965955 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.966242 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.966571 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.966867 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.967159 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.967484 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.967653 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.967823 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.967985 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.969256 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.969438 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.969611 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.969785 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.969954 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.970122 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.970434 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_json = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.970760 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.971062 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.971364 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.971535 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.971700 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.971864 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.972152 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.972471 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 21 04:30:16.972801 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.973097 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.973400 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.973705 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.974055 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.974227 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.974402 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.974614 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.974940 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.975244 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.975561 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.975727 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.975905 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.976164 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.976271 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.976405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.976569 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.976931 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.977121 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.977260 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.977566 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.977869 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.978193 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.978360 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.978546 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.978859 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.979028 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.979206 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.979372 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.979560 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.979728 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.979895 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.980061 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.980235 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.980402 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.981072 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.981390 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.981645 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.981799 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.982049 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.982168 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.982316 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.982563 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.982719 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.982957 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.982957 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.983183 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.983284 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.983417 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.983587 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.983753 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.983920 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.984086 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.984253 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.984421 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.984587 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.984753 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.984934 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.985100 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.985267 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.985433 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.985600 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.985768 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.985933 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.986099 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.986266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.986434 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.986623 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.986804 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.986970 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.987139 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.987325 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.987475 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.987632 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.987799 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.987949 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.988117 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.988283 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.988455 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.988621 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.988787 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.988953 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.989119 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.989335 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.989458 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.989612 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.989779 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.990284 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.990381 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.990628 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.990796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.990973 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.991156 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.991512 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.991512 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.992917 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.992917 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.993192 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.993192 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.993478 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.993478 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.993734 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.993870 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.994005 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.994139 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.994273 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.994408 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.995659 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.996988 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.997983 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.997983 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.997983 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.997983 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.997983 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.997983 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.998796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.998796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.998796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.998796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.998796 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.999444 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.999444 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.999444 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:16.999444 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000042 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000042 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000042 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000042 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000541 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000541 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000541 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000927 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000927 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.000927 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.001303 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.001303 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.001568 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.001568 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.001832 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.001832 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.002107 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.002243 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.002378 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.002529 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.002670 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.002804 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.002939 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.003111 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.003279 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.003433 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.003600 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.003788 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.003929 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.004064 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.004231 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.004594 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.004594 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.004866 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.004866 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.005123 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.005257 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.005401 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.005550 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.005684 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.005818 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.005966 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.006101 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.006235 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.006403 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.006595 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.006761 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.006930 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.007097 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.007263 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.007418 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.007585 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.007738 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.007907 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.008072 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.008255 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.008422 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.008589 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.008755 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.008920 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.009086 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.009253 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.009420 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.009613 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.009801 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.009899 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.010066 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.010236 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.010408 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.013181 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.014266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.014266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.014266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.014266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.014266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.014266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.014266 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.015114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.015114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.015114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.015114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.015114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.015114 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016132 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016132 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016132 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016132 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016132 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016132 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016566 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016566 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016566 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016777 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.016857 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.017503 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.017503 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.017503 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.017503 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.018263 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.018263 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.018263 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.018263 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.018263 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019060 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019060 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019060 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019060 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019709 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019709 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019709 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.019709 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.020959 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.022405 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.023309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.023309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.023309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.023309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.023309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.023309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.023309 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024014 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024014 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024014 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024014 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024014 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024516 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024516 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024516 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024752 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.024835 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.025070 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.025070 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 21 04:30:17.025412 dv-cinder-776422-6-iscsi neutron-server[103184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 21 04:30:28.493706 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ff3f1-3360-4f2e-8284-c3044a1db5ec None None] get_active_networks_info from dv-cinder-776422-6-iscsi {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 21 04:30:28.568587 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ff3f1-3360-4f2e-8284-c3044a1db5ec None None] No non-hosted networks {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 21 04:30:28.584308 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.agentschedulers_db [None req-2b1ff3f1-3360-4f2e-8284-c3044a1db5ec None None] DHCP Agent not found on host dv-cinder-776422-6-iscsi {{(pid=103589) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 21 04:30:28.687801 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21d45925-5865-481e-80cd-67a9f964eae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468229'] for agent, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:30.938170 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef5e468-880d-4672-b980-05d930d787c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468229'] for agent, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:31.025727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a2ad9a-e839-48cb-819e-e7f29f7546b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:31.971917 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468229'] for agent, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:33.592754 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468229'] for agent, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:34.602773 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468229'] for agent, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:34.603405 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.604833 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.607016 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.607443 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.610073 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.610678 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.611227 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.616988 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.616988 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.616988 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.616988 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.616988 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:34.617367 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776422-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:30:34.627655 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776422-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:30:34.989612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 43418) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:35.570284 dv-cinder-776422-6-iscsi neutron-server[103587]: WARNING oslo_policy.policy [None req-f08b272e-14c1-417c-9d1b-ae8294ee0799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:35.571058 dv-cinder-776422-6-iscsi neutron-server[103587]: WARNING oslo_policy.policy [None req-f08b272e-14c1-417c-9d1b-ae8294ee0799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:35.814768 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [None req-f08b272e-14c1-417c-9d1b-ae8294ee0799 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:30:35.830968 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-f08b272e-14c1-417c-9d1b-ae8294ee0799 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8414690 Nov 21 04:30:35.835340 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.db.l3_hamode_db [None req-e464220f-4f81-4c2e-80fc-c7a7be794691 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 21 04:30:35.954070 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464220f-4f81-4c2e-80fc-c7a7be794691 None None] Routers set() bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:30:35.954854 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464220f-4f81-4c2e-80fc-c7a7be794691 None None] Router IDs set() for agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 21 04:30:38.401178 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 43434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:38.727451 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:30:38.826150 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.policy [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103587) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 21 04:30:38.874160 dv-cinder-776422-6-iscsi neutron-server[103587]: WARNING oslo_policy.policy [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:38.874560 dv-cinder-776422-6-iscsi neutron-server[103587]: WARNING oslo_policy.policy [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:38.883725 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.quota [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] Loaded quota_driver: . Nov 21 04:30:38.984235 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730958575565', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730958575074', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730958588143', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730958594016', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730958583490', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730958673353', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16138104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16033127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-388546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1753450'] for rbac-policy, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:39.064309 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:39.065478 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-fa8d609a-14ac-4b06-8b2b-af6943252f28 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6632466 Nov 21 04:30:41.764882 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 43446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:42.066610 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'name': 'private'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:30:42.097506 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Made reservation on behalf of 91395cd065884b0f8d3fda3952935c10 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:30:42.100413 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.121875 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.242919 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.247335 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.273248 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:30:42.301526 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730954889948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.302136 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Unsubscribe: segment precommit_create {{(pid=103587) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 21 04:30:42.302661 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Added segment 5e66663b-f96b-49cf-8028-9e9a2c51a0d0 of type vlan for network 7f635878-166f-404c-b1e4-be31dc371eed Nov 21 04:30:42.310798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80049766-f21f-4ade-8341-7baf0e183281,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:30:42.335119 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.335487 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.335832 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.336172 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.336507 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.336859 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.337194 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.337536 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.337883 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.338212 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.338561 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.338887 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Tracked resource versions report: Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: pushed versions: Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: { 'AddressGroup': {'1.2'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Log': {'1.0'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Network': {'1.1'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Port': {'1.7'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'PortForwarding': {'1.2'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'QosPolicy': {'1.10'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroup': {'1.5'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SubPort': {'1.0'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Subnet': {'1.1'}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Trunk': {'1.1'}} Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: consumer versions: Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'ConntrackHelper': '1.0', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Log': '1.0', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Network': '1.1', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Port': '1.7', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'PortForwarding': '1.2', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'QosPolicy': '1.10', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroup': '1.5', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroupRule': '1.2', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SubPort': '1.0', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Subnet': '1.1', Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Trunk': '1.1'}} Nov 21 04:30:42.339948 dv-cinder-776422-6-iscsi neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:30:42.447039 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.490747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.491842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:30:42.492552 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:42.582941 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8168802 Nov 21 04:30:42.619095 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c7019-1b0f-4328-99ff-525b9afd7a12 admin admin] Pushing event updated for resources: {'Network': ['ID=7f635878-166f-404c-b1e4-be31dc371eed,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:30:42.630807 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 7f635878-166f-404c-b1e4-be31dc371eed details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:30:45.304728 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 43460) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:45.795291 dv-cinder-776422-6-iscsi neutron-server[103588]: WARNING oslo_policy.policy [None req-5dc09515-df06-4af7-9583-3019ac07b903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:45.796132 dv-cinder-776422-6-iscsi neutron-server[103588]: WARNING oslo_policy.policy [None req-5dc09515-df06-4af7-9583-3019ac07b903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:46.270949 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.policy [None req-5dc09515-df06-4af7-9583-3019ac07b903 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 21 04:30:46.318802 dv-cinder-776422-6-iscsi neutron-server[103588]: WARNING oslo_policy.policy [None req-5dc09515-df06-4af7-9583-3019ac07b903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:46.319304 dv-cinder-776422-6-iscsi neutron-server[103588]: WARNING oslo_policy.policy [None req-5dc09515-df06-4af7-9583-3019ac07b903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 21 04:30:46.329366 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc09515-df06-4af7-9583-3019ac07b903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:30:46.331429 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5dc09515-df06-4af7-9583-3019ac07b903 admin admin] 10.222.0.37 "GET /v2.0/networks/7f635878-166f-404c-b1e4-be31dc371eed HTTP/1.1" status: 200 len: 825 time: 1.0246603 Nov 21 04:30:46.375421 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e219aafc-85da-4df5-96c5-55ec0993b202 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/14234e7e-a095-429f-a15a-1835f493adbc HTTP/1.1" status: 200 len: 734 time: 0.0379777 Nov 21 04:30:46.384850 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Request body: {'subnet': {'subnetpool_id': '14234e7e-a095-429f-a15a-1835f493adbc', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:30:46.387256 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.quota [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Loaded quota_driver: . Nov 21 04:30:46.428580 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Made reservation on behalf of 91395cd065884b0f8d3fda3952935c10 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:30:46.431401 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:46.764402 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:46.838256 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Checking segment: {'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:30:46.838693 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Network hostable DHCP agents. Network: 7f635878-166f-404c-b1e4-be31dc371eed, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:30:46.861642 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed326cf4-c484-452d-be71-4daeef3e1ef3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:30:46.875718 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.876103 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.876465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.876782 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.877111 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.877504 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.877786 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.878124 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.878481 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.878811 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.879132 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.879454 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Tracked resource versions report: Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: pushed versions: Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: { 'AddressGroup': {'1.2'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Log': {'1.0'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Network': {'1.1'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Port': {'1.7'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'PortForwarding': {'1.2'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'QosPolicy': {'1.10'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroup': {'1.5'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SubPort': {'1.0'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Subnet': {'1.1'}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Trunk': {'1.1'}} Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: consumer versions: Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'ConntrackHelper': '1.0', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Log': '1.0', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Network': '1.1', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Port': '1.7', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'PortForwarding': '1.2', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'QosPolicy': '1.10', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroup': '1.5', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroupRule': '1.2', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SubPort': '1.0', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Subnet': '1.1', Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Trunk': '1.1'}} Nov 21 04:30:46.880485 dv-cinder-776422-6-iscsi neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:30:46.899499 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Network 7f635878-166f-404c-b1e4-be31dc371eed is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:30:46.914810 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 7f635878-166f-404c-b1e4-be31dc371eed) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:30:46.937144 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:30:46.937785 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:46.942095 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae5b0e-9d69-435a-8014-9744951793d2 None None] Network 7f635878-166f-404c-b1e4-be31dc371eed requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:30:46.961705 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-48a410b2-8109-4950-b1dd-1d5fd2c9d9b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5803413 Nov 21 04:30:47.335446 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-7f635878-166f-404c-b1e4-be31dc371eed', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'fixed_ips': [{'subnet_id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:30:47.336730 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:47.717399 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Allocated IP 172.20.0.2 (7f635878-166f-404c-b1e4-be31dc371eed/ed326cf4-c484-452d-be71-4daeef3e1ef3/4f86cd67-96af-4334-aa97-1deaa280409e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:30:47.960262 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:47.969598 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:48.062988 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Network 7f635878-166f-404c-b1e4-be31dc371eed is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:30:48.068420 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:30:48.081916 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:30:48.090889 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Pushing event updated for resources: {'Port': ['ID=4f86cd67-96af-4334-aa97-1deaa280409e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:30:48.147604 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.147970 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.148321 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.148663 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.148996 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.149333 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.149663 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.150007 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.150354 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.150718 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.151048 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.151373 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Tracked resource versions report: Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: pushed versions: Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: { 'AddressGroup': {'1.2'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Log': {'1.0'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Network': {'1.1'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Port': {'1.7'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'PortForwarding': {'1.2'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'QosPolicy': {'1.10'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroup': {'1.5'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SubPort': {'1.0'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Subnet': {'1.1'}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Trunk': {'1.1'}} Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: consumer versions: Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'ConntrackHelper': '1.0', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Log': '1.0', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Network': '1.1', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Port': '1.7', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'PortForwarding': '1.2', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'QosPolicy': '1.10', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroup': '1.5', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroupRule': '1.2', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SubPort': '1.0', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Subnet': '1.1', Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Trunk': '1.1'}} Nov 21 04:30:48.152674 dv-cinder-776422-6-iscsi neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:30:48.192234 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Attempting to bind port 4f86cd67-96af-4334-aa97-1deaa280409e on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:30:48.192630 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Attempting to bind port 4f86cd67-96af-4334-aa97-1deaa280409e by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:30:48.193058 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Attempting to bind port 4f86cd67-96af-4334-aa97-1deaa280409e on network 7f635878-166f-404c-b1e4-be31dc371eed {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:30:48.198152 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:30:48.198643 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Checking segment: {'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:30:48.199112 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:48.199524 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Bound using segment: {'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:30:48.200013 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Bound port: 4f86cd67-96af-4334-aa97-1deaa280409e, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:30:48.200421 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:48.269102 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] For port 4f86cd67-96af-4334-aa97-1deaa280409e, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:30:48.273750 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] For port 4f86cd67-96af-4334-aa97-1deaa280409e, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=4f86cd67-96af-4334-aa97-1deaa280409e,segment=NetworkSegment(5e66663b-f96b-49cf-8028-9e9a2c51a0d0),segment_id=5e66663b-f96b-49cf-8028-9e9a2c51a0d0)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:30:48.278650 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:48.352485 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c0499-9dac-4fec-b258-5c23ea45dff9 None None] Pushing event updated for resources: {'Port': ['ID=4f86cd67-96af-4334-aa97-1deaa280409e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:30:49.505237 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 43482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:49.827491 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [None req-f7188c50-c7a0-4aa2-9cd1-2508ac718e6a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:30:49.828514 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f7188c50-c7a0-4aa2-9cd1-2508ac718e6a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3223169 Nov 21 04:30:52.337399 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 43490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:52.654232 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [None req-127c8896-e4db-48ac-a7b9-cf76df78d137 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:30:52.655285 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-127c8896-e4db-48ac-a7b9-cf76df78d137 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169479 Nov 21 04:30:55.430586 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 43500) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:55.732714 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bf229df4-01f3-487f-bcdb-1143762823f9 admin admin] Request body: {'router': {'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:30:55.758371 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf229df4-01f3-487f-bcdb-1143762823f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:55.760015 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf229df4-01f3-487f-bcdb-1143762823f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:55.954010 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf229df4-01f3-487f-bcdb-1143762823f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:55.958894 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf229df4-01f3-487f-bcdb-1143762823f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:55.974042 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf229df4-01f3-487f-bcdb-1143762823f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:55.983113 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-bf229df4-01f3-487f-bcdb-1143762823f9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5436878 Nov 21 04:30:56.475756 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 4f86cd67-96af-4334-aa97-1deaa280409e up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:30:56.581837 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 4f86cd67-96af-4334-aa97-1deaa280409e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:30:56.582242 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:56.716846 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:56.758588 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 4f86cd67-96af-4334-aa97-1deaa280409e, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=4f86cd67-96af-4334-aa97-1deaa280409e,segment=NetworkSegment(5e66663b-f96b-49cf-8028-9e9a2c51a0d0),segment_id=5e66663b-f96b-49cf-8028-9e9a2c51a0d0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:30:56.764337 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:56.822540 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=4f86cd67-96af-4334-aa97-1deaa280409e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:30:57.352513 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa9a1f-1b47-46da-a928-698dc5f3f17f None None] Network 7f635878-166f-404c-b1e4-be31dc371eed requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:30:57.428857 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3056a5bb-a6a6-4004-9044-afe489167ab6 None None] Provisioning complete for port 4f86cd67-96af-4334-aa97-1deaa280409e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:30:57.429224 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3056a5bb-a6a6-4004-9044-afe489167ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:57.801517 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e2c112ca-2cb4-4d60-a892-60c3bcfb0f31 None None] Provisioning complete for port 4f86cd67-96af-4334-aa97-1deaa280409e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:30:57.802131 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2c112ca-2cb4-4d60-a892-60c3bcfb0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:58.334727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d16f320-c5e6-47ac-9743-5a8df3fa1c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:58.460675 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 4f86cd67-96af-4334-aa97-1deaa280409e up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:30:58.483335 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 43512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:30:58.513381 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 4f86cd67-96af-4334-aa97-1deaa280409e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:30:58.513765 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:30:58.803907 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [None req-8bb62061-261e-44d6-9ac8-f4e43360ad49 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:30:58.804916 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-8bb62061-261e-44d6-9ac8-f4e43360ad49 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206000 Nov 21 04:31:00.926992 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbfb08c3-d415-450a-ad40-f737f552fef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.279386 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 43520) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:31:01.590437 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:31:01.615226 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Made reservation on behalf of 1d3c38263a9248b283c8348e9647814b for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:31:01.617744 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.636197 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.751514 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.754881 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.771101 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Reserving flat network on physical network physnet1 {{(pid=103588) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 21 04:31:01.796427 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2c28c-a116-4353-94a0-fd190d453694,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:01.799098 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730954889948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.799680 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Unsubscribe: segment precommit_create {{(pid=103588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 21 04:31:01.800135 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Added segment e6efa01e-642f-4d17-833c-a5474344a80e of type flat for network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 Nov 21 04:31:01.861579 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:31:01.872917 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.895739 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.919404 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:01.920649 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:31:01.921243 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:02.009007 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7285416 Nov 21 04:31:02.038550 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3f8d-56e3-4b40-ad14-6396c39cf925 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6fdc6d-4801-49ce-b6a0-a5d103c5b709,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:02.050563 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:31:03.475930 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:04.484552 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 43538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:31:04.577468 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:04.666913 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d624425-edbe-478a-bcce-7b90e61e1f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:31:04.668256 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0d624425-edbe-478a-bcce-7b90e61e1f51 admin admin] 10.222.0.37 "GET /v2.0/subnets/ed326cf4-c484-452d-be71-4daeef3e1ef3 HTTP/1.1" status: 200 len: 849 time: 0.1827371 Nov 21 04:31:04.816422 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-8aac99db-8479-4d72-a073-1278a71f6514 admin admin] 10.222.0.37 "GET /v2.0/routers/dada1769-96d6-4e86-ab37-1fd6459a88b0 HTTP/1.1" status: 200 len: 704 time: 0.1419308 Nov 21 04:31:05.129854 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:05.496423 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Allocated IP 172.20.0.1 (7f635878-166f-404c-b1e4-be31dc371eed/ed326cf4-c484-452d-be71-4daeef3e1ef3/7b0ebdcc-50b6-4a59-937a-4920b3953c26) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:31:05.683056 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:05.759039 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:05.896683 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Network 7f635878-166f-404c-b1e4-be31dc371eed is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:31:05.906718 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:31:05.912217 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:31:05.912217 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:05.939251 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0ebdcc-50b6-4a59-937a-4920b3953c26,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:06.152267 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:06.157583 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a56dc3cd-af28-4f95-8199-6b2666e69bee None None] Provisioning complete for port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:31:06.158051 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a56dc3cd-af28-4f95-8199-6b2666e69bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:06.194538 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a56dc3cd-af28-4f95-8199-6b2666e69bee None None] Port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:31:06.400287 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:06.405975 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:06.406791 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:06.495681 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0ebdcc-50b6-4a59-937a-4920b3953c26,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:06.547124 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Network 7f635878-166f-404c-b1e4-be31dc371eed is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:31:06.548456 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:31:06.715860 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-446efe5b-bf20-4e92-9ede-e534eaf80c33 None None] Provisioning complete for port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:31:06.716241 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-446efe5b-bf20-4e92-9ede-e534eaf80c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:06.737214 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Router dada1769-96d6-4e86-ab37-1fd6459a88b0 is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:31:06.755485 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-446efe5b-bf20-4e92-9ede-e534eaf80c33 None None] Port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:31:06.843888 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:31:06.849131 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5ec4247a-cb0e-4c0d-872b-437ca493cf41 admin admin] 10.222.0.37 "PUT /v2.0/routers/dada1769-96d6-4e86-ab37-1fd6459a88b0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0270832 Nov 21 04:31:06.865759 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Sync routers for ids ['dada1769-96d6-4e86-ab37-1fd6459a88b0'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:31:06.879028 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Routers {'dada1769-96d6-4e86-ab37-1fd6459a88b0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:31:06.879891 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:31:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['dada1769-96d6-4e86-ab37-1fd6459a88b0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:07.113054 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Set router dada1769-96d6-4e86-ab37-1fd6459a88b0 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:31:07.662340 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'name': 'router1', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:30:55Z', 'updated_at': '2021-11-21T04:31:06Z', 'revision_number': 2, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'gw_port_host': None, '_interfaces': [{'id': '7b0ebdcc-50b6-4a59-937a-4920b3953c26', 'name': '', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'mac_address': 'fa:16:3e:f2:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:05Z', 'updated_at': '2021-11-21T04:31:06Z', 'revision_number': 2, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'subnets': [{'id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14234e7e-a095-429f-a15a-1835f493adbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:07.731079 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Checking router: dada1769-96d6-4e86-ab37-1fd6459a88b0 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:31:07.731457 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Updating router dada1769-96d6-4e86-ab37-1fd6459a88b0 port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:31:07.790435 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:08.436228 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:08.442780 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:08.637219 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Pushing event updated for resources: {'Port': ['ID=7b0ebdcc-50b6-4a59-937a-4920b3953c26,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:08.654870 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.655227 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.655568 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.655906 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.656234 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.656565 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.656888 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.657217 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.657547 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.657869 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.658189 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.658537 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Tracked resource versions report: Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: pushed versions: Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: { 'AddressGroup': {'1.2'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Log': {'1.0'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Network': {'1.1'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Port': {'1.7'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'PortForwarding': {'1.2'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'QosPolicy': {'1.10'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroup': {'1.5'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SubPort': {'1.0'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Subnet': {'1.1'}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Trunk': {'1.1'}} Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: consumer versions: Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'ConntrackHelper': '1.0', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Log': '1.0', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Network': '1.1', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Port': '1.7', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'PortForwarding': '1.2', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'QosPolicy': '1.10', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroup': '1.5', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroupRule': '1.2', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SubPort': '1.0', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Subnet': '1.1', Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Trunk': '1.1'}} Nov 21 04:31:08.659606 dv-cinder-776422-6-iscsi neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:31:08.664215 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Attempting to bind port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:31:08.664608 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Attempting to bind port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:31:08.665041 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Attempting to bind port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 on network 7f635878-166f-404c-b1e4-be31dc371eed {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:31:08.671273 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:31:08.671652 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Checking segment: {'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:31:08.672127 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:08.672511 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Bound using segment: {'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:31:08.673004 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Bound port: 7b0ebdcc-50b6-4a59-937a-4920b3953c26, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e66663b-f96b-49cf-8028-9e9a2c51a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:31:08.673404 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:08.689200 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9502b13d-c41a-46c3-987b-38c9371e26f5 None None] Provisioning complete for port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:31:08.689712 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9502b13d-c41a-46c3-987b-38c9371e26f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:08.728496 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9502b13d-c41a-46c3-987b-38c9371e26f5 None None] Port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:31:08.750109 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] For port 7b0ebdcc-50b6-4a59-937a-4920b3953c26, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:31:08.771888 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] For port 7b0ebdcc-50b6-4a59-937a-4920b3953c26, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=7b0ebdcc-50b6-4a59-937a-4920b3953c26,segment=NetworkSegment(5e66663b-f96b-49cf-8028-9e9a2c51a0d0),segment_id=5e66663b-f96b-49cf-8028-9e9a2c51a0d0)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:31:08.776893 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:08.841661 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Routers {'dada1769-96d6-4e86-ab37-1fd6459a88b0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:31:08.842297 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:31:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['dada1769-96d6-4e86-ab37-1fd6459a88b0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:08.845688 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd922635-ddde-4d84-8140-b47d74dfc184 None None] Pushing event updated for resources: {'Port': ['ID=7b0ebdcc-50b6-4a59-937a-4920b3953c26,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:08.952831 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] Set router dada1769-96d6-4e86-ab37-1fd6459a88b0 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:31:09.051869 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-95ea2d2a-ff0e-4b0c-a95c-8f420e754314 None None] Provisioning complete for port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:31:09.052688 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ea2d2a-ff0e-4b0c-a95c-8f420e754314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:09.146538 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ea2d2a-ff0e-4b0c-a95c-8f420e754314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:09.180484 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-95ea2d2a-ff0e-4b0c-a95c-8f420e754314 None None] For port 7b0ebdcc-50b6-4a59-937a-4920b3953c26, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=7b0ebdcc-50b6-4a59-937a-4920b3953c26,segment=NetworkSegment(5e66663b-f96b-49cf-8028-9e9a2c51a0d0),segment_id=5e66663b-f96b-49cf-8028-9e9a2c51a0d0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:31:09.184519 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ea2d2a-ff0e-4b0c-a95c-8f420e754314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:09.204886 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'name': 'router1', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:30:55Z', 'updated_at': '2021-11-21T04:31:06Z', 'revision_number': 2, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'gw_port_host': None, '_interfaces': [{'id': '7b0ebdcc-50b6-4a59-937a-4920b3953c26', 'name': '', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'mac_address': 'fa:16:3e:f2:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:05Z', 'updated_at': '2021-11-21T04:31:08Z', 'revision_number': 4, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'subnets': [{'id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14234e7e-a095-429f-a15a-1835f493adbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:09.214910 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 43558) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:31:09.240358 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea2d2a-ff0e-4b0c-a95c-8f420e754314 None None] Pushing event updated for resources: {'Port': ['ID=7b0ebdcc-50b6-4a59-937a-4920b3953c26,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:09.245007 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb622696-3245-4810-9c93-a1b777e99e31 None None] The sync data for ids ['dada1769-96d6-4e86-ab37-1fd6459a88b0'] in dv-cinder-776422-6-iscsi is: [{'id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'name': 'router1', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:30:55Z', 'updated_at': '2021-11-21T04:31:06Z', 'revision_number': 2, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'gw_port_host': None, '_interfaces': [{'id': '7b0ebdcc-50b6-4a59-937a-4920b3953c26', 'name': '', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'mac_address': 'fa:16:3e:f2:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:05Z', 'updated_at': '2021-11-21T04:31:08Z', 'revision_number': 4, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'subnets': [{'id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14234e7e-a095-429f-a15a-1835f493adbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:31:09.394515 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b340773-c53b-4842-9113-7b16058374ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:31:09.395866 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-3b340773-c53b-4842-9113-7b16058374ad admin admin] 10.222.0.37 "GET /v2.0/networks/4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 HTTP/1.1" status: 200 len: 842 time: 0.1798697 Nov 21 04:31:09.406483 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'cidr': '172.27.1.0/24'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:31:09.431675 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Made reservation on behalf of 1d3c38263a9248b283c8348e9647814b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:31:09.433942 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:09.921500 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.objects.ports [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 21 04:31:09.921995 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:09.988974 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=543070d7-86ae-4cbe-930a-0bbdae51e368,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:10.002288 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:31:10.002727 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Network hostable DHCP agents. Network: 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:31:10.028248 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:31:10.042575 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:31:10.047639 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:31:10.048244 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:10.052873 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018500fa-e678-426f-9f80-9dfbc7f493f5 None None] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:31:10.064258 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-3439091e-57ce-4399-b1ed-df3adf4fea87 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6612446 Nov 21 04:31:10.219839 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c1050d-bbcc-4cef-9de7-62f31e66fe2e None None] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:31:12.485769 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 43566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:31:12.762079 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5c58574a-648f-43dd-85f2-8902314f49b3 admin admin] 10.222.0.37 "GET /v2.0/routers/dada1769-96d6-4e86-ab37-1fd6459a88b0 HTTP/1.1" status: 200 len: 710 time: 0.2750623 Nov 21 04:31:12.869262 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20487317-5547-4433-8064-d0f4822a66a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:31:12.871089 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-20487317-5547-4433-8064-d0f4822a66a0 admin admin] 10.222.0.37 "GET /v2.0/networks/4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 HTTP/1.1" status: 200 len: 886 time: 0.1030920 Nov 21 04:31:12.881162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:31:13.185471 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:13.457065 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:13.550260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:13.792255 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Allocated IP 172.27.1.130 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/3ae6d604-3483-4bd9-9837-f84fac74257d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:31:13.918474 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:13.985212 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:14.070394 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:31:14.077311 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:31:14.088072 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:31:14.137224 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Pushing event updated for resources: {'Port': ['ID=3ae6d604-3483-4bd9-9837-f84fac74257d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:14.427638 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:14.655738 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9152'] for router, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:14.661184 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-468414'] for router, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:14.803210 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Router dada1769-96d6-4e86-ab37-1fd6459a88b0 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:31:14.933393 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:31:14.937992 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:14.939237 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-4d685dbb-8f82-49d8-ade3-52f7b86d2cda admin admin] 10.222.0.37 "PUT /v2.0/routers/dada1769-96d6-4e86-ab37-1fd6459a88b0 HTTP/1.1" status: 200 len: 890 time: 2.0616517 Nov 21 04:31:16.243024 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Sync routers for ids ['dada1769-96d6-4e86-ab37-1fd6459a88b0'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:31:16.256152 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Routers {'dada1769-96d6-4e86-ab37-1fd6459a88b0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:31:16.256807 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:31:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['dada1769-96d6-4e86-ab37-1fd6459a88b0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:16.493743 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 7b0ebdcc-50b6-4a59-937a-4920b3953c26 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:31:16.562950 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Set router dada1769-96d6-4e86-ab37-1fd6459a88b0 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:31:16.864987 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:31:16.865373 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:17.225515 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'name': 'router1', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '3ae6d604-3483-4bd9-9837-f84fac74257d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:30:55Z', 'updated_at': '2021-11-21T04:31:14Z', 'revision_number': 4, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'gw_port': {'id': '3ae6d604-3483-4bd9-9837-f84fac74257d', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:41:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:13Z', 'updated_at': '2021-11-21T04:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '7b0ebdcc-50b6-4a59-937a-4920b3953c26', 'name': '', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'mac_address': 'fa:16:3e:f2:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:05Z', 'updated_at': '2021-11-21T04:31:09Z', 'revision_number': 5, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'subnets': [{'id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14234e7e-a095-429f-a15a-1835f493adbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:17.294285 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Checking router: dada1769-96d6-4e86-ab37-1fd6459a88b0 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:31:17.294944 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Updating router dada1769-96d6-4e86-ab37-1fd6459a88b0 port 3ae6d604-3483-4bd9-9837-f84fac74257d binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:31:17.354675 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:17.444194 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 43578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:31:17.572021 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-057a9d01-f3ed-4dfe-9537-660da695e97c admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1266952 Nov 21 04:31:17.776962 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:17.782190 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:17.841846 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bf9d3-97af-4afe-8440-84ff4a7912df None None] Pushing event updated for resources: {'Port': ['ID=3ae6d604-3483-4bd9-9837-f84fac74257d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:17.844121 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Attempting to bind port 3ae6d604-3483-4bd9-9837-f84fac74257d on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:31:17.844506 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Attempting to bind port 3ae6d604-3483-4bd9-9837-f84fac74257d by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:31:17.844880 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Attempting to bind port 3ae6d604-3483-4bd9-9837-f84fac74257d on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:31:17.850827 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:31:17.851219 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:31:17.851627 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:17.852026 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:31:17.852508 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Bound port: 3ae6d604-3483-4bd9-9837-f84fac74257d, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:31:17.852914 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:17.911463 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] For port 3ae6d604-3483-4bd9-9837-f84fac74257d, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:31:17.914774 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] For port 3ae6d604-3483-4bd9-9837-f84fac74257d, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=3ae6d604-3483-4bd9-9837-f84fac74257d,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:31:17.919527 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:17.986236 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Routers {'dada1769-96d6-4e86-ab37-1fd6459a88b0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:31:17.986882 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:31:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['dada1769-96d6-4e86-ab37-1fd6459a88b0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:18.034274 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bf9d3-97af-4afe-8440-84ff4a7912df None None] Pushing event updated for resources: {'Port': ['ID=3ae6d604-3483-4bd9-9837-f84fac74257d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:18.121603 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] Set router dada1769-96d6-4e86-ab37-1fd6459a88b0 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:31:18.372462 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'name': 'router1', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '3ae6d604-3483-4bd9-9837-f84fac74257d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:30:55Z', 'updated_at': '2021-11-21T04:31:14Z', 'revision_number': 4, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'gw_port': {'id': '3ae6d604-3483-4bd9-9837-f84fac74257d', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:41:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:13Z', 'updated_at': '2021-11-21T04:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '7b0ebdcc-50b6-4a59-937a-4920b3953c26', 'name': '', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'mac_address': 'fa:16:3e:f2:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:05Z', 'updated_at': '2021-11-21T04:31:09Z', 'revision_number': 5, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'subnets': [{'id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14234e7e-a095-429f-a15a-1835f493adbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:31:18.406353 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884f208-b9a7-4b59-b391-6e5d56fbf9a7 None None] The sync data for ids ['dada1769-96d6-4e86-ab37-1fd6459a88b0'] in dv-cinder-776422-6-iscsi is: [{'id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'name': 'router1', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '3ae6d604-3483-4bd9-9837-f84fac74257d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:30:55Z', 'updated_at': '2021-11-21T04:31:14Z', 'revision_number': 4, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'gw_port': {'id': '3ae6d604-3483-4bd9-9837-f84fac74257d', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:41:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:13Z', 'updated_at': '2021-11-21T04:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '7b0ebdcc-50b6-4a59-937a-4920b3953c26', 'name': '', 'network_id': '7f635878-166f-404c-b1e4-be31dc371eed', 'tenant_id': '91395cd065884b0f8d3fda3952935c10', 'mac_address': 'fa:16:3e:f2:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada1769-96d6-4e86-ab37-1fd6459a88b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:31:05Z', 'updated_at': '2021-11-21T04:31:09Z', 'revision_number': 5, 'project_id': '91395cd065884b0f8d3fda3952935c10', 'subnets': [{'id': 'ed326cf4-c484-452d-be71-4daeef3e1ef3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14234e7e-a095-429f-a15a-1835f493adbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:31:20.500475 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 3ae6d604-3483-4bd9-9837-f84fac74257d up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:31:20.569481 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 3ae6d604-3483-4bd9-9837-f84fac74257d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:31:20.570100 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:20.677781 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:20.699906 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 3ae6d604-3483-4bd9-9837-f84fac74257d, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=3ae6d604-3483-4bd9-9837-f84fac74257d,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:31:20.704531 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:20.761590 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=3ae6d604-3483-4bd9-9837-f84fac74257d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:31:22.503469 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 3ae6d604-3483-4bd9-9837-f84fac74257d up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:31:22.578319 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 3ae6d604-3483-4bd9-9837-f84fac74257d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:31:22.579076 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:28.332534 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ce6ef4b-3f49-452e-8e6a-2e61d9562779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:30.929889 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11bd590e-8e47-4172-be89-26e3d7cae2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:31.910545 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:33.482569 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:34.582665 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:31:38.861921 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:31:58.331836 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4808b2d1-6a46-4814-9cf7-4a47a38dd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:00.938543 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60eef478-3b52-438c-b66e-a6a664c77039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:01.907571 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:03.483456 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:04.578445 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:15.862523 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:32:28.326071 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a20606fd-2ae0-4b16-8060-0e32d9374bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:30.931991 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c466-1f7b-4e6a-a36b-f11ffcca1455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:31.908280 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:33.487404 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:34.581564 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:37.626068 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:37.689363 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bc486c-e05c-4471-b017-92393f072fe4 admin admin] GET failed (client error): The resource could not be found. Nov 21 04:32:37.690687 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e4bc486c-e05c-4471-b017-92393f072fe4 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635996 Nov 21 04:32:37.887391 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8ef1c-5480-4b97-9fc7-63cb83726254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:37.888784 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-8dd8ef1c-5480-4b97-9fc7-63cb83726254 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1929410 Nov 21 04:32:40.189142 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:40.287859 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa21bfd9-b8e3-4f84-8cf0-e00db617a3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:40.289222 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-fa21bfd9-b8e3-4f84-8cf0-e00db617a3c9 admin admin] 10.222.0.37 "GET /v2.0/subnets/ed326cf4-c484-452d-be71-4daeef3e1ef3 HTTP/1.1" status: 200 len: 849 time: 0.0991173 Nov 21 04:32:40.299377 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:32:40.394096 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:40.551371 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730954927436'] for subnet, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:40.587481 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:40.588330 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:40.591156 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] 10.222.0.37 "PUT /v2.0/subnets/ed326cf4-c484-452d-be71-4daeef3e1ef3 HTTP/1.1" status: 200 len: 868 time: 0.2936187 Nov 21 04:32:40.591766 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c747f77b-5883-4f05-a314-362388b45d23 None None] Network 7f635878-166f-404c-b1e4-be31dc371eed requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:32:40.610672 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed326cf4-c484-452d-be71-4daeef3e1ef3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:32:40.619017 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.619396 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.619911 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.620264 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.620619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.620953 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.621291 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.621640 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.621989 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.622319 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.622685 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:40.622998 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48fb0ba-549b-4f0e-9b57-34dbebc3f515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:32:41.008262 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5a67ad33-41e6-4b39-b366-8794f61c862c None None] Provisioning complete for port 7b0ebdcc-50b6-4a59-937a-4920b3953c26 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:32:41.008646 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a67ad33-41e6-4b39-b366-8794f61c862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:41.107393 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5a67ad33-41e6-4b39-b366-8794f61c862c None None] Provisioning complete for port 4f86cd67-96af-4334-aa97-1deaa280409e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:32:41.107665 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a67ad33-41e6-4b39-b366-8794f61c862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:42.889351 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44080) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:43.199148 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92b130-7ebb-460f-90d8-09027f13d929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:43.199553 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92b130-7ebb-460f-90d8-09027f13d929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:43.201108 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-6c92b130-7ebb-460f-90d8-09027f13d929 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3107164 Nov 21 04:32:45.470207 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44088) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:45.616183 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1dc503-a4ab-4e50-931d-d0536bba1b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:45.616605 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1dc503-a4ab-4e50-931d-d0536bba1b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:45.618861 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-be1dc503-a4ab-4e50-931d-d0536bba1b90 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1476588 Nov 21 04:32:47.892852 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44096) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:48.029728 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873cc121-2b71-41e6-9964-a49bb3a0947c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:48.031171 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-873cc121-2b71-41e6-9964-a49bb3a0947c admin admin] 10.222.0.37 "GET /v2.0/networks/4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 HTTP/1.1" status: 200 len: 886 time: 0.1373346 Nov 21 04:32:50.319251 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:50.464139 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6739d-e576-49c3-826a-b7a81b427f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:50.464869 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-1df6739d-e576-49c3-826a-b7a81b427f45 admin admin] 10.222.0.37 "GET /v2.0/networks/7f635878-166f-404c-b1e4-be31dc371eed HTTP/1.1" status: 200 len: 869 time: 0.1439967 Nov 21 04:32:52.740576 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:52.861987 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:32:52.883391 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e1d6e-7c47-42d5-8080-fe7a12a10fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:52.883892 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e1d6e-7c47-42d5-8080-fe7a12a10fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:52.885429 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-248e1d6e-7c47-42d5-8080-fe7a12a10fbd admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1438966 Nov 21 04:32:55.158627 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:55.254110 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055462f-74b3-4f17-88ba-4d21e25f87fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:55.254629 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c055462f-74b3-4f17-88ba-4d21e25f87fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:55.256141 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c055462f-74b3-4f17-88ba-4d21e25f87fb admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0965748 Nov 21 04:32:57.543512 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:32:57.639489 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c0fad-591c-4d99-9a00-12e2b59e266b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:32:57.641225 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-162c0fad-591c-4d99-9a00-12e2b59e266b admin admin] 10.222.0.37 "GET /v2.0/subnets/543070d7-86ae-4cbe-930a-0bbdae51e368 HTTP/1.1" status: 200 len: 816 time: 0.0965121 Nov 21 04:32:58.328946 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e43eb5cb-ebdf-4da4-bc82-efae79fc6e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:32:59.915423 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44140) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:33:00.092112 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72d3e2f-afc3-4c6d-8495-d6f360641e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:33:00.093485 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-e72d3e2f-afc3-4c6d-8495-d6f360641e43 admin admin] 10.222.0.37 "GET /v2.0/subnets/ed326cf4-c484-452d-be71-4daeef3e1ef3 HTTP/1.1" status: 200 len: 868 time: 0.1771030 Nov 21 04:33:00.934705 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-211a00cc-636d-448e-868d-feb941990190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:01.911445 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:03.492712 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:04.584677 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:24.354601 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:33:24.405496 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [None req-be55625c-9e1c-40d5-86ff-f1d6fa6e5c24 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:33:24.406544 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-be55625c-9e1c-40d5-86ff-f1d6fa6e5c24 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509548 Nov 21 04:33:26.787032 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:33:26.848626 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfa9e48-df4c-488d-97d0-6d21919106fc admin admin] GET failed (client error): The resource could not be found. Nov 21 04:33:26.850616 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8cfa9e48-df4c-488d-97d0-6d21919106fc admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610397 Nov 21 04:33:27.024116 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2138e0d-8da7-4c95-90f5-06dea1a4ba76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:33:27.025662 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d2138e0d-8da7-4c95-90f5-06dea1a4ba76 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1707165 Nov 21 04:33:28.331490 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d0545cb-7541-4141-90db-da6ac4bd7d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:29.386017 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44210) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:33:29.432688 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:33:29.455505 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Made reservation on behalf of 1d3c38263a9248b283c8348e9647814b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:33:29.457887 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:29.502343 dv-cinder-776422-6-iscsi neutron-server[103587]: WARNING neutron.services.revisions.revision_plugin [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Could not find related network for resource to bump revision. Nov 21 04:33:29.516740 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:33:29.527626 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:29.527974 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Added segment 3e683ef1-76f7-4c4b-920e-3cb23a096d85 of type vlan for network 4ca1b8ca-1b94-473a-8545-724f238094dc Nov 21 04:33:29.573320 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:29.598680 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:29.600191 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:33:29.600779 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:29.667020 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2798808 Nov 21 04:33:29.673959 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca1b8ca-1b94-473a-8545-724f238094dc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:33:29.682867 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.683257 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.683619 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.683957 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.684297 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.684650 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.684996 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.685346 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.685713 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.686098 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.686435 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.686816 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277ff88-f649-4b16-a6ca-22be0a4dbd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:29.698295 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 4ca1b8ca-1b94-473a-8545-724f238094dc details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:33:29.860680 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:33:30.935460 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8be18fdd-aff6-4d83-b822-d31042966a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:31.914345 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:32.012765 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:33:32.076184 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cee9f4-26d8-4b7d-be41-85d1cd2f0d5f admin admin] GET failed (client error): The resource could not be found. Nov 21 04:33:32.077471 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-65cee9f4-26d8-4b7d-be41-85d1cd2f0d5f admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637395 Nov 21 04:33:32.156567 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d49abbc-e93b-46ec-92da-2b5be369f27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:33:32.157997 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1d49abbc-e93b-46ec-92da-2b5be369f27c admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0760975 Nov 21 04:33:32.168529 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:33:32.189474 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Made reservation on behalf of 1d3c38263a9248b283c8348e9647814b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:33:32.191905 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:32.387307 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:32.454730 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b89756-e4c4-41de-b104-fdf821785da9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:33:32.462343 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Checking segment: {'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:33:32.462736 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Network hostable DHCP agents. Network: 4ca1b8ca-1b94-473a-8545-724f238094dc, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:33:32.480112 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Network 4ca1b8ca-1b94-473a-8545-724f238094dc is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:33:32.488714 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 4ca1b8ca-1b94-473a-8545-724f238094dc) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:33:32.493520 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:33:32.494141 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:32.499612 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52b5c4-2b60-4849-b9ca-b8ee2b7612ea None None] Network 4ca1b8ca-1b94-473a-8545-724f238094dc requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:33:32.522382 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a8ea5859-6aa8-42b1-b7ba-c123ef510bd7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3452153 Nov 21 04:33:32.765117 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-4ca1b8ca-1b94-473a-8545-724f238094dc', 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc', 'tenant_id': '1d3c38263a9248b283c8348e9647814b', 'fixed_ips': [{'subnet_id': '75b89756-e4c4-41de-b104-fdf821785da9'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:33:32.766012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:32.943871 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Allocated IP 192.168.233.2 (4ca1b8ca-1b94-473a-8545-724f238094dc/75b89756-e4c4-41de-b104-fdf821785da9/731e683d-c258-4873-802b-3f9b2c5b07f4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:33:33.112501 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:33.120031 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:33.169842 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Network 4ca1b8ca-1b94-473a-8545-724f238094dc is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:33:33.173073 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:33:33.180466 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:33:33.183769 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Pushing event updated for resources: {'Port': ['ID=731e683d-c258-4873-802b-3f9b2c5b07f4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:33:33.210406 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.210800 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.211159 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.211504 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.211841 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.212180 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.212513 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.212845 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.213191 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.213524 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.213853 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.214178 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:33:33.252097 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Attempting to bind port 731e683d-c258-4873-802b-3f9b2c5b07f4 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:33:33.252474 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Attempting to bind port 731e683d-c258-4873-802b-3f9b2c5b07f4 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:33:33.252843 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Attempting to bind port 731e683d-c258-4873-802b-3f9b2c5b07f4 on network 4ca1b8ca-1b94-473a-8545-724f238094dc {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:33:33.258808 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:33:33.259251 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Checking segment: {'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:33:33.259588 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:33.259983 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Bound using segment: {'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:33:33.260453 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Bound port: 731e683d-c258-4873-802b-3f9b2c5b07f4, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:33:33.260853 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:33.332028 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] For port 731e683d-c258-4873-802b-3f9b2c5b07f4, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:33:33.336161 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] For port 731e683d-c258-4873-802b-3f9b2c5b07f4, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=731e683d-c258-4873-802b-3f9b2c5b07f4,segment=NetworkSegment(3e683ef1-76f7-4c4b-920e-3cb23a096d85),segment_id=3e683ef1-76f7-4c4b-920e-3cb23a096d85)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:33:33.340429 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:33.406572 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce05fa8-f9eb-49fc-af66-36fa60c68819 None None] Pushing event updated for resources: {'Port': ['ID=731e683d-c258-4873-802b-3f9b2c5b07f4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:33:33.497446 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:34.264591 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fbb165-d5ed-4352-83e2-7017a4b141d4 None None] Network 4ca1b8ca-1b94-473a-8545-724f238094dc requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:33:34.397002 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8deed85e-5088-4cac-adc3-4181db4be652 None None] Provisioning complete for port 731e683d-c258-4873-802b-3f9b2c5b07f4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:33:34.397456 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8deed85e-5088-4cac-adc3-4181db4be652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:34.528121 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8deed85e-5088-4cac-adc3-4181db4be652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:34.569619 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8deed85e-5088-4cac-adc3-4181db4be652 None None] For port 731e683d-c258-4873-802b-3f9b2c5b07f4, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=731e683d-c258-4873-802b-3f9b2c5b07f4,segment=NetworkSegment(3e683ef1-76f7-4c4b-920e-3cb23a096d85),segment_id=3e683ef1-76f7-4c4b-920e-3cb23a096d85)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:33:34.580604 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8deed85e-5088-4cac-adc3-4181db4be652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:34.628539 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 731e683d-c258-4873-802b-3f9b2c5b07f4 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:33:34.660038 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deed85e-5088-4cac-adc3-4181db4be652 None None] Pushing event updated for resources: {'Port': ['ID=731e683d-c258-4873-802b-3f9b2c5b07f4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:33:34.667491 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:34.728370 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 731e683d-c258-4873-802b-3f9b2c5b07f4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:33:34.728747 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:34.833188 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-44698ad0-5e04-479b-96a0-4df2e0cb14a2 None None] Provisioning complete for port 731e683d-c258-4873-802b-3f9b2c5b07f4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:33:34.833572 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44698ad0-5e04-479b-96a0-4df2e0cb14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:36.549669 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 731e683d-c258-4873-802b-3f9b2c5b07f4 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:33:36.602546 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 731e683d-c258-4873-802b-3f9b2c5b07f4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:33:36.602839 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:33:58.337250 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-beb9d11b-d98d-4d82-a468-a73e2d036199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:00.936908 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e46bd721-ac77-43cc-b062-b4c02af2d34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:01.917029 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:03.499366 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:04.594234 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:06.859428 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:34:28.340088 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1685e0fe-42a8-472f-9771-31c09730485d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:30.939842 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e022ec33-8383-4314-827a-d1c2c2ee1c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:31.920554 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:33.502976 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:34.599221 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:43.718945 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:34:43.726590 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [None req-4110eef8-dde3-4bb6-937a-f382ad84688e tempest-verify_tempest_config-1948041861 tempest-verify_tempest_config-1948041861-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:34:43.727575 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4110eef8-dde3-4bb6-937a-f382ad84688e tempest-verify_tempest_config-1948041861 tempest-verify_tempest_config-1948041861-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0076683 Nov 21 04:34:43.859368 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:34:44.015641 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:34:44.118387 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:44.199766 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:44.203249 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:44.256595 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b6a88ed7d1f46d788fee786f602d7e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2399008 Nov 21 04:34:44.257536 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d36a73-dbdc-4ff4-9bac-3b705bdb2695,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:34:44.259343 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44286) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:34:44.265248 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.265608 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.265957 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.266317 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.266666 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.267007 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.267343 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.267695 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.268031 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.268362 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.268695 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.269022 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b98aac-c617-46b3-861f-1c06060fb8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.324422 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:44.348079 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:44.441916 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:44.444646 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:34:44.445837 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1d36a73-dbdc-4ff4-9bac-3b705bdb2695 HTTP/1.1" status: 204 len: 168 time: 0.1855061 Nov 21 04:34:44.454606 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d36a73-dbdc-4ff4-9bac-3b705bdb2695,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:34:44.461808 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.462169 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.462548 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.462890 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.463229 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.463566 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.463977 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.464240 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.464578 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.464907 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.465236 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:44.465560 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8be9e6-eb41-4279-8d1a-53b145286c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:34:58.342036 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4457213-32c4-438c-a9b8-b02ff5da13b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:00.944153 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03f6472b-3bfe-4849-8f37-9346bbf2b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:01.921745 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:03.505441 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:04.601435 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:20.859205 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:35:28.343492 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-139eb0fb-b123-4a21-a317-bf6ef1533c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:30.945688 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e33e315-c638-40ba-a03a-1aad69d53167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:31.925042 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:33.508622 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:34.603667 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:35:57.858245 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:35:58.348459 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d76c44b8-6f5d-4fd2-ba72-b179792aeefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:00.946579 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c2fbbc1-9adb-4465-96bf-15242d619366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:01.928400 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:03.511709 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:04.607439 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:13.226039 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468229'] for agent, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:28.242511 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:36:28.348456 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-cdb60acb-81d1-4d3d-9c06-0508ddef4b87 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1047881 Nov 21 04:36:28.351347 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2b775cf-9293-4c9f-98dd-4211d697ee9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:30.620076 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:36:30.677061 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d1ad0229-3808-456a-981f-07598d39c180 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0558894 Nov 21 04:36:30.948114 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5e23679-53b1-46ec-9db9-8a398977f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:31.930229 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:33.516553 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:34.611051 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:34.858765 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:36:43.172620 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:36:58.348308 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a797e4a7-5a7e-4fd5-a2de-427e75174d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:00.949914 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c309873f-ecb8-4f32-bf7a-ff1e63198fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:01.933352 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:03.519077 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:04.615579 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:11.860477 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:37:13.170990 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:28.350887 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d90a5d29-7bce-4a56-8d40-91458162d930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:30.952191 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-671ef3ae-4259-40b4-84e4-4608dfc23f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:31.935254 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:33.522516 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:34.617617 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:43.170341 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:48.860317 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:37:58.252511 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44574) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:58.282077 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:58.311487 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:58.354013 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4abaea56-56a0-4bf0-a31c-830d2cf83995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.439758 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44598) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:58.583248 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-603963917-network', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:37:58.608227 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Made reservation on behalf of bc1bb52881da4a55ad7e6550d14aa65a for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:37:58.611035 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.619473 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1317192882-network', 'tenant_id': 'e5f448acbb5749f299c51b5f61e0b33d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:37:58.633212 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-network', 'tenant_id': '232e0518f6724d48a096d6cad8791184'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:37:58.647334 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.665141 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Made reservation on behalf of 232e0518f6724d48a096d6cad8791184 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:37:58.668669 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.681737 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.689109 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:58.716831 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-42533505-network', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:37:58.745142 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Made reservation on behalf of e5f448acbb5749f299c51b5f61e0b33d for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:37:58.748939 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.768609 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.786208 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Made reservation on behalf of 6886ae7812d74d9689ee118e06ba762b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:37:58.788558 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.794054 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.798933 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.811507 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.826075 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:37:58.842599 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.843001 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Added segment a81f787c-5922-43df-8e5a-f4c14e18da07 of type vlan for network e8c8b10c-e81a-4c18-8497-a88820180b91 Nov 21 04:37:58.902354 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.913519 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.919240 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.939834 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-903923626-network', 'tenant_id': '251847713f8f45219c22d7c810264f30'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:37:58.963963 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.965252 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:37:58.966119 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:58.986711 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Made reservation on behalf of 251847713f8f45219c22d7c810264f30 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:37:58.989894 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.009894 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.023412 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:37:59.065431 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c8b10c-e81a-4c18-8497-a88820180b91,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:37:59.080270 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.080875 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.081403 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.081973 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.082492 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.083022 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.083841 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.084402 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.084991 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.085642 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.086333 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.087214 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Tracked resource versions report: Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: pushed versions: Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: { 'AddressGroup': {'1.2'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Log': {'1.0'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Network': {'1.1'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Port': {'1.7'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'PortForwarding': {'1.2'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'QosPolicy': {'1.10'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroup': {'1.5'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SubPort': {'1.0'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Subnet': {'1.1'}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Trunk': {'1.1'}} Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: consumer versions: Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: HyperV agent@hv-cinder-77642: {}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'ConntrackHelper': '1.0', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Log': '1.0', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Network': '1.1', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Port': '1.7', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'PortForwarding': '1.2', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'QosPolicy': '1.10', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroup': '1.5', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SecurityGroupRule': '1.2', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'SubPort': '1.0', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Subnet': '1.1', Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: 'Trunk': '1.1'}} Nov 21 04:37:59.088452 dv-cinder-776422-6-iscsi neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:37:59.096698 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04774cb4-35f9-4c0f-a277-46acf40eb0f5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:37:59.102699 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network e8c8b10c-e81a-4c18-8497-a88820180b91 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:37:59.112973 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-731c9a0d-9a54-4654-85b5-cbc586265193 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8290379 Nov 21 04:37:59.117318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:59.132450 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Request body: {'subnet': {'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-subnet', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:37:59.155866 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.172236 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Made reservation on behalf of 232e0518f6724d48a096d6cad8791184 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:37:59.178415 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.183254 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.204426 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.204768 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Added segment c5c809a4-a9da-425b-907d-9b593fc53fd3 of type vlan for network 6346ee5f-87a9-4d35-8339-16a23954b883 Nov 21 04:37:59.238471 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.245296 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:37:59.247646 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c4138-472a-4706-94d9-c983194e85a0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:37:59.293694 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.347104 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.347475 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.347828 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.348165 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.348498 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.348845 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.349177 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.349519 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.349865 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.350191 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.350533 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.350859 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Tracked resource versions report: Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: pushed versions: Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: { 'AddressGroup': {'1.2'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Log': {'1.0'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Network': {'1.1'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Port': {'1.7'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'PortForwarding': {'1.2'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'QosPolicy': {'1.10'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroup': {'1.5'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SubPort': {'1.0'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Subnet': {'1.1'}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Trunk': {'1.1'}} Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: consumer versions: Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: HyperV agent@hv-cinder-77642: {}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'ConntrackHelper': '1.0', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Log': '1.0', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Network': '1.1', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Port': '1.7', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'PortForwarding': '1.2', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'QosPolicy': '1.10', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroup': '1.5', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SecurityGroupRule': '1.2', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'SubPort': '1.0', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Subnet': '1.1', Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: 'Trunk': '1.1'}} Nov 21 04:37:59.351875 dv-cinder-776422-6-iscsi neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:37:59.380347 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.380695 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Added segment dad9c7ca-d85a-436a-be96-315d2241c3f2 of type vlan for network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 Nov 21 04:37:59.421688 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.482940 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.540496 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.543680 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:37:59.566637 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:37:59.569919 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Checking segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:37:59.570527 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Network hostable DHCP agents. Network: e8c8b10c-e81a-4c18-8497-a88820180b91, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:37:59.587743 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36608544-0f2f-4c33-9b19-c4e5e32c4a4f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:37:59.592182 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.593866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44644) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:59.597159 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 21 04:37:59.626372 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Network e8c8b10c-e81a-4c18-8497-a88820180b91 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:37:59.637536 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, e8c8b10c-e81a-4c18-8497-a88820180b91) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:37:59.647038 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70fc1c-677b-4e90-bb1d-2848356f22b1 None None] Network e8c8b10c-e81a-4c18-8497-a88820180b91 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:37:59.648356 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.650071 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:37:59.651125 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.677963 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.682742 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-88cb965e-308d-4b9f-946b-16a52140b232 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5627973 Nov 21 04:37:59.685193 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44652) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:37:59.685822 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Added segment f45d4e19-e455-49fa-8767-3adf1c8c00a4 of type vlan for network f41c8686-86e5-4008-b5ff-21dd94f1a65d Nov 21 04:37:59.692465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:37:59.747659 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.749452 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.770109 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:37:59.791595 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.801840 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:37:59.802578 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.827117 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.852358 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:37:59.884568 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.888289 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Added segment c09620ab-2300-493e-9948-7dd672b7b161 of type vlan for network 26b09779-26df-4a00-bdf9-618b578b2ab4 Nov 21 04:37:59.916232 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.916450 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6d5-9dc0-4e46-a341-a287adc94e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.924519 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.925881 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:37:59.927253 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.966314 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-e8c8b10c-e81a-4c18-8497-a88820180b91', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:37:59.969465 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:37:59.974223 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7206354 Nov 21 04:38:00.022127 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44662) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:00.038579 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Request body: {'subnet': {'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-subnet', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:00.072401 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 21 04:38:00.080632 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74554f6-b061-41e6-b877-1c749f481ea2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.113073 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.119734 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4272141 Nov 21 04:38:00.123656 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4c86-03d5-4ad1-9049-9b45af684f55 admin admin] Pushing event updated for resources: {'Network': ['ID=6346ee5f-87a9-4d35-8339-16a23954b883,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.129477 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:00.138918 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Request body: {'subnet': {'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-903923626-subnet', 'tenant_id': '251847713f8f45219c22d7c810264f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:00.150309 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.151390 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:00.152041 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.159431 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 6346ee5f-87a9-4d35-8339-16a23954b883 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:38:00.169679 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Made reservation on behalf of bc1bb52881da4a55ad7e6550d14aa65a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:00.172918 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.250862 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.252078 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:00.252745 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.260420 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Made reservation on behalf of 251847713f8f45219c22d7c810264f30 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:00.263028 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.269721 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b2ff8-4967-419e-aa97-0451b937edf4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.290436 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:38:00.330440 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0172651 Nov 21 04:38:00.333624 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:00.353103 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Request body: {'subnet': {'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1317192882-subnet', 'tenant_id': 'e5f448acbb5749f299c51b5f61e0b33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:00.382476 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Allocated IP 172.20.0.2 (e8c8b10c-e81a-4c18-8497-a88820180b91/a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09/5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:00.403778 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9629192 Nov 21 04:38:00.406896 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44686) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:00.421272 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Request body: {'subnet': {'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-42533505-subnet', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:00.464040 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182fdd1-08c1-4bd0-b539-a81dec85fa0d admin admin] Pushing event updated for resources: {'Network': ['ID=f41c8686-86e5-4008-b5ff-21dd94f1a65d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.472511 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.488758 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.491160 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network f41c8686-86e5-4008-b5ff-21dd94f1a65d details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:38:00.631333 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Made reservation on behalf of e5f448acbb5749f299c51b5f61e0b33d for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:00.635401 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.705250 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.706803 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6d5-9dc0-4e46-a341-a287adc94e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.708228 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Checking segment: {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:00.709010 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Network hostable DHCP agents. Network: 6346ee5f-87a9-4d35-8339-16a23954b883, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:38:00.717464 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a53cc6d5-9dc0-4e46-a341-a287adc94e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.717680 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.724817 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ebe265-f657-43f8-b987-8eff7f2e0c9e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.729446 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Made reservation on behalf of 6886ae7812d74d9689ee118e06ba762b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:00.732006 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.779840 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a53cc6d5-9dc0-4e46-a341-a287adc94e96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a16ec9ed0a0848999cd8c11c2945acff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1847413 Nov 21 04:38:00.783380 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44706) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:00.792133 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Network 6346ee5f-87a9-4d35-8339-16a23954b883 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:38:00.798775 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Pushing event updated for resources: {'Port': ['ID=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.800365 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97f658-99f0-4af7-b6ad-6b9f0dae7e66 admin admin] Pushing event updated for resources: {'Network': ['ID=26b09779-26df-4a00-bdf9-618b578b2ab4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.816919 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:38:00.842755 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cc6d5-9dc0-4e46-a341-a287adc94e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313ca816-9a19-4f41-9f2f-51ffe4824ee0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:00.872152 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 6346ee5f-87a9-4d35-8339-16a23954b883) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:00.892505 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:00.893107 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:00.951957 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c8e8ec11-3d61-4188-81ff-577f5bd88d10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9242821 Nov 21 04:38:00.954759 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:00.963413 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:00.988497 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Network e8c8b10c-e81a-4c18-8497-a88820180b91 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:00.994418 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ef701-fa07-4ce2-9b35-8cedf98538a9 None None] Network 6346ee5f-87a9-4d35-8339-16a23954b883 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:01.001275 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:01.010652 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:01.036688 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.036688 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.036688 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.036926 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44720) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:01.037030 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.037300 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.038014 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.038358 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.038763 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.040196 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.040700 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.041020 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.041861 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Tracked resource versions report: Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: pushed versions: Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: { 'AddressGroup': {'1.2'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Log': {'1.0'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Network': {'1.1'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Port': {'1.7'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'PortForwarding': {'1.2'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'QosPolicy': {'1.10'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroup': {'1.5'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SubPort': {'1.0'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Subnet': {'1.1'}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Trunk': {'1.1'}} Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: consumer versions: Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: HyperV agent@hv-cinder-77642: {}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'ConntrackHelper': '1.0', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Log': '1.0', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Network': '1.1', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Port': '1.7', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'PortForwarding': '1.2', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'QosPolicy': '1.10', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroup': '1.5', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SecurityGroupRule': '1.2', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'SubPort': '1.0', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Subnet': '1.1', Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: 'Trunk': '1.1'}} Nov 21 04:38:01.044855 dv-cinder-776422-6-iscsi neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:38:01.053093 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.075377 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3f52-a250-4375-8c0d-9a89b6fe06bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.083563 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.084663 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.108856 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ababe30-1bc8-498c-918a-34a85159d6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.225925 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.233653 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Attempting to bind port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:01.234028 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Attempting to bind port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:01.234403 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Attempting to bind port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d on network e8c8b10c-e81a-4c18-8497-a88820180b91 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:01.244042 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:01.244441 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Checking segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:01.244834 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.245234 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Bound using segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:01.245729 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Bound port: 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:01.246130 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.261385 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f3d5af-1477-4c77-b916-0eeb764c570a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:01.276383 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7197f2ff-6caf-46da-ad2b-50473c3f4ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.292680 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3f52-a250-4375-8c0d-9a89b6fe06bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.347532 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.369987 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] For port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:01.381755 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Checking segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:01.382200 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Network hostable DHCP agents. Network: ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:38:01.426013 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f9a3a6-c961-4ebb-bc14-1f90985a47be,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:01.427659 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] For port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:01.439705 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa69af0-82a9-4984-8d8d-9781a973c7bf None None] Network 6346ee5f-87a9-4d35-8339-16a23954b883 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:01.519154 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.519750 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:38:01.528309 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.546795 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Checking segment: {'id': 'f45d4e19-e455-49fa-8767-3adf1c8c00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:01.547144 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Network hostable DHCP agents. Network: f41c8686-86e5-4008-b5ff-21dd94f1a65d, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:38:01.565527 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:01.570030 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b7bb43-a76a-40fe-994e-2f90548bd951,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:01.584271 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Checking segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:01.584628 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Network hostable DHCP agents. Network: 26b09779-26df-4a00-bdf9-618b578b2ab4, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:38:01.606259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:01.606915 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.646201 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d62cf-80b1-41a3-81e7-2e1f07e55cce None None] Pushing event updated for resources: {'Port': ['ID=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:01.654105 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0caebf-37fd-404e-81a7-688fe2185f78 None None] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:01.659526 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7197f2ff-6caf-46da-ad2b-50473c3f4ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.670591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7197f2ff-6caf-46da-ad2b-50473c3f4ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.715021 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1e7b70c5-72e7-469d-837a-08dcf3b04072 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5829065 Nov 21 04:38:01.716259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Network f41c8686-86e5-4008-b5ff-21dd94f1a65d is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:38:01.735562 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3f52-a250-4375-8c0d-9a89b6fe06bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.738592 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3f52-a250-4375-8c0d-9a89b6fe06bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.742423 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0e7c3f52-a250-4375-8c0d-9a89b6fe06bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/313ca816-9a19-4f41-9f2f-51ffe4824ee0 HTTP/1.1" status: 204 len: 168 time: 0.9544456 Nov 21 04:38:01.746509 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.793208 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, f41c8686-86e5-4008-b5ff-21dd94f1a65d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:01.797747 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-7197f2ff-6caf-46da-ad2b-50473c3f4ed1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d36c15f1555497391333c22a61ddaad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7537534 Nov 21 04:38:01.807154 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:01.809782 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:38:01.824198 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697b30b-d78a-4360-9c85-68b49e0bb91e None None] Network f41c8686-86e5-4008-b5ff-21dd94f1a65d requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:01.837944 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:01.839059 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.857529 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 26b09779-26df-4a00-bdf9-618b578b2ab4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:01.874020 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:01.875011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.897560 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3f52-a250-4375-8c0d-9a89b6fe06bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313ca816-9a19-4f41-9f2f-51ffe4824ee0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:01.910612 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-950e6d67-514d-43ad-b7c9-1d5748150d03 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5662954 Nov 21 04:38:01.915202 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197f2ff-6caf-46da-ad2b-50473c3f4ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ea124-be0b-450d-99ec-a73e0ae5fe13,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:01.915577 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.926592 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-cf039294-f1ba-49f2-92a3-b5f6cde68eff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5142927 Nov 21 04:38:01.929123 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44742) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:01.935575 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:01.940838 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0a8b64-6fc0-48d8-99ef-5a6bd8bc33f0 None None] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:01.959162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:02.023243 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.025500 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.260024 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf171572-613b-48d4-a5d8-6f7695a4058e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.268464 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.372273 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Allocated IP 172.27.1.58 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/787d093b-02a6-4635-973c-52e1293c0fe3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:02.402889 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.411402 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8777f81-ccf7-4878-b469-d0b591ccbb59 None None] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:02.413521 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf171572-613b-48d4-a5d8-6f7695a4058e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.568092 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49474c93-a1c4-4f6f-a1ef-b381a1d340ba None None] Network f41c8686-86e5-4008-b5ff-21dd94f1a65d requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:02.774185 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44764) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:02.785167 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.810574 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf171572-613b-48d4-a5d8-6f7695a4058e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.813332 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf171572-613b-48d4-a5d8-6f7695a4058e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.817260 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-cf171572-613b-48d4-a5d8-6f7695a4058e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf0ea124-be0b-450d-99ec-a73e0ae5fe13 HTTP/1.1" status: 204 len: 168 time: 0.9732039 Nov 21 04:38:02.818437 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-26b09779-26df-4a00-bdf9-618b578b2ab4', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:38:02.819353 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.827534 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.844458 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:02.846322 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-326a24af-0bc1-4f52-91f2-896aff57fa09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:02.848114 dv-cinder-776422-6-iscsi neutron-server[103588]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 21 04:38:02.981685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:02.985477 dv-cinder-776422-6-iscsi neutron-server[103587]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 21 04:38:03.049671 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf171572-613b-48d4-a5d8-6f7695a4058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ea124-be0b-450d-99ec-a73e0ae5fe13,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:03.134012 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.143193 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Allocated IP 172.20.0.2 (26b09779-26df-4a00-bdf9-618b578b2ab4/24b7bb43-a76a-40fe-994e-2f90548bd951/116b28f2-cf1d-43a4-864d-a6ff04498dcd) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:03.149012 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.236630 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.257862 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:03.365894 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:03.399828 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:03.411286 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:03.424986 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-955b8a06-575f-4623-b0fa-99d645e9188a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:03.426567 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-955b8a06-575f-4623-b0fa-99d645e9188a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 0.5795715 Nov 21 04:38:03.442968 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-63c031cc-e8c1-47e3-a4cc-e3fd551960b3 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:03.451364 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-63c031cc-e8c1-47e3-a4cc-e3fd551960b3 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/networks?id=f41c8686-86e5-4008-b5ff-21dd94f1a65d HTTP/1.1" status: 200 len: 812 time: 0.4681654 Nov 21 04:38:03.467115 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Pushing event updated for resources: {'Port': ['ID=787d093b-02a6-4635-973c-52e1293c0fe3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:03.497105 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4db30a5a-557c-4ae1-bea9-d8934ca6fcd9 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/quotas/e5f448acbb5749f299c51b5f61e0b33d HTTP/1.1" status: 200 len: 375 time: 0.0447204 Nov 21 04:38:03.535749 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-70cfea86-f1e5-423e-bdaa-42e6b67b0524 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/quotas/251847713f8f45219c22d7c810264f30 HTTP/1.1" status: 200 len: 375 time: 0.0659592 Nov 21 04:38:03.556669 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.569016 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:03.570150 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.574403 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.593212 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-326a24af-0bc1-4f52-91f2-896aff57fa09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.602687 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.606792 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-7f8ed201-d64c-449d-a58d-ae29a9abe3f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5f448acbb5749f299c51b5f61e0b33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087334 Nov 21 04:38:03.640153 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-326a24af-0bc1-4f52-91f2-896aff57fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:03.657402 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-3a7c48d7-bd88-43d4-b10f-73faa98a33b4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970850 Nov 21 04:38:03.661037 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861985cb-4a0f-4c15-97aa-079760f53633 None None] Network e8c8b10c-e81a-4c18-8497-a88820180b91 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:03.693225 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Allocated IP 172.27.1.150 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/26b885de-9de8-4190-a076-dbd059d003cb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:03.702556 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-326a24af-0bc1-4f52-91f2-896aff57fa09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8322237a84294a5cab73874e617916b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9197745 Nov 21 04:38:03.706913 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a24af-0bc1-4f52-91f2-896aff57fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20986b44-4436-4630-aa72-15791f744860,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:03.711934 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:03.942382 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:03.989976 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:03.995608 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:04.004378 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-c5a556e9-5a08-4c4b-bb87-06ba64a5cadb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:38:04.004950 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Pushing event updated for resources: {'Port': ['ID=116b28f2-cf1d-43a4-864d-a6ff04498dcd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:04.005420 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-c5a556e9-5a08-4c4b-bb87-06ba64a5cadb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984702 Nov 21 04:38:04.073703 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-10c12580-c314-4260-a8cd-931c90edc30a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:38:04.075636 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-10c12580-c314-4260-a8cd-931c90edc30a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2408555 Nov 21 04:38:04.125506 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.134317 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-20d88c87-fb6f-4812-8b96-1e45571e10dc None None] Provisioning complete for port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:04.134758 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20d88c87-fb6f-4812-8b96-1e45571e10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.153683 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.196850 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.199221 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b720d2c9-d632-4dd3-8c99-ff5b01b3379b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.227368 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.244234 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.271174 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-dc71e454-0d96-4596-9407-ddd49d2983bf service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547770 Nov 21 04:38:04.295246 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Attempting to bind port 116b28f2-cf1d-43a4-864d-a6ff04498dcd on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:04.295246 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Attempting to bind port 116b28f2-cf1d-43a4-864d-a6ff04498dcd by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:04.295246 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Attempting to bind port 116b28f2-cf1d-43a4-864d-a6ff04498dcd on network 26b09779-26df-4a00-bdf9-618b578b2ab4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:04.298326 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b720d2c9-d632-4dd3-8c99-ff5b01b3379b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.308478 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:04.308884 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Checking segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:04.309279 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.309822 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Bound using segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:04.310312 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Bound port: 116b28f2-cf1d-43a4-864d-a6ff04498dcd, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:04.310742 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.364754 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-ae1d58e7-eefc-49c7-bbfd-cc5fad42cac3 service neutron] 10.222.0.37 "GET /v2.0/networks/f41c8686-86e5-4008-b5ff-21dd94f1a65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882867 Nov 21 04:38:04.370442 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:04.419910 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.450126 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.505427 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-44c4f003-75be-40b6-97e8-e86aa72b7978 service neutron] 10.222.0.37 "GET /v2.0/networks/f41c8686-86e5-4008-b5ff-21dd94f1a65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393790 Nov 21 04:38:04.521720 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-50239ffb-9a67-4a90-bc86-36842df09848 service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402878 Nov 21 04:38:04.617142 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Allocated IP 172.27.1.98 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/6eabdc98-f641-40dd-a151-36144412d3d4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:04.618170 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:04.629525 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] For port 116b28f2-cf1d-43a4-864d-a6ff04498dcd, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:04.645704 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:04.655216 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:04.709048 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Pushing event updated for resources: {'Port': ['ID=26b885de-9de8-4190-a076-dbd059d003cb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:04.734704 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] For port 116b28f2-cf1d-43a4-864d-a6ff04498dcd, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=116b28f2-cf1d-43a4-864d-a6ff04498dcd,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:04.745851 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:04.759809 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.781385 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.793674 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b720d2c9-d632-4dd3-8c99-ff5b01b3379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.796703 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b720d2c9-d632-4dd3-8c99-ff5b01b3379b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:04.800674 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b720d2c9-d632-4dd3-8c99-ff5b01b3379b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20986b44-4436-4630-aa72-15791f744860 HTTP/1.1" status: 204 len: 168 time: 1.0847716 Nov 21 04:38:04.834831 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d2c9-d632-4dd3-8c99-ff5b01b3379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20986b44-4436-4630-aa72-15791f744860,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:04.897744 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:05.018093 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:05.110612 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af66491-2ce1-4dbe-a2c8-c0b9c8bb5a5c None None] Pushing event updated for resources: {'Port': ['ID=116b28f2-cf1d-43a4-864d-a6ff04498dcd,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:05.149705 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-54188535-58b7-456d-a2f2-dcea0c1131e0 None None] Provisioning complete for port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:05.152128 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54188535-58b7-456d-a2f2-dcea0c1131e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:05.237946 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e8d1404e-dcca-4efd-9ade-eb4df4a550a3 req-22ce7c22-92d5-4963-b411-154e72c8c132 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.1441400 Nov 21 04:38:05.284723 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:05.375378 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:05.399287 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:05.409120 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:05.521316 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Pushing event updated for resources: {'Port': ['ID=6eabdc98-f641-40dd-a151-36144412d3d4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:05.748843 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2d27b70f-f042-4260-9437-f66f5e68271a req-fc94a221-b0a4-41ce-8ada-b9607b6c0b12 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 210 time: 0.4318125 Nov 21 04:38:05.895776 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:05.900578 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Router 4b351c15-f0b4-44b4-918e-a6b435ff3335 is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:38:05.957662 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:06.360240 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:38:06.383155 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Sync routers for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:38:06.419060 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:06.423223 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:06.489298 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f0282239-c5ed-4a6e-a48b-085a6ec74790 req-49d9df09-ebb7-412a-8e02-044c0a8509c7 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.0784454 Nov 21 04:38:06.528971 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:06.539940 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-38c14b08-53b0-4c9d-b66b-972c921f6dce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8528113 Nov 21 04:38:06.543680 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 44958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:06.600095 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:06.697249 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 44964) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:06.985195 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81ea4b-cd2f-49a6-aa91-038071d0e83a None None] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:07.153309 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fea72b54-4f30-4e5b-a396-a5295e3358a7 req-50b3e8b0-6657-4ec7-b243-5266fbc5b043 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 210 time: 0.0761580 Nov 21 04:38:07.162919 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:07.197749 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:07.210007 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b131fe-1d01-445f-a17f-10b68c8f18dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:07.420719 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-92ed081f-047f-4368-bf4d-eebbd1f3fc49 None None] Provisioning complete for port 116b28f2-cf1d-43a4-864d-a6ff04498dcd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:07.425348 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92ed081f-047f-4368-bf4d-eebbd1f3fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:07.483140 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b131fe-1d01-445f-a17f-10b68c8f18dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:07.492133 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Router 35aaaa38-1364-4699-b7e4-16d443024026 is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:38:07.498651 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:07.499612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94b131fe-1d01-445f-a17f-10b68c8f18dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:07.517954 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:07.533143 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:07.565219 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-94b131fe-1d01-445f-a17f-10b68c8f18dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50437da2a6404b74a0a93b7753fe9c26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8653917 Nov 21 04:38:07.568545 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:07.814564 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:03Z', 'revision_number': 3, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:07.908446 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Checking router: 4b351c15-f0b4-44b4-918e-a6b435ff3335 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:38:07.908816 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Updating router 4b351c15-f0b4-44b4-918e-a6b435ff3335 port 787d093b-02a6-4635-973c-52e1293c0fe3 binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:38:07.936288 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:38:07.975071 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.006700 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.007505 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-0ce4f84a-23d4-438d-a4cf-ceccc39568bb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0600958 Nov 21 04:38:08.010781 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:08.012305 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f93b983f-50d3-433e-bf63-0bb8ab6c29b6 req-16989a9b-947e-411c-a455-69547eccff9a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.1843541 Nov 21 04:38:08.026078 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Sync routers for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:38:08.059113 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b5881c-bd9b-4ae5-991d-8630c439aed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.092854 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b5881c-bd9b-4ae5-991d-8630c439aed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.110312 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:08.111469 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:08.141038 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b131fe-1d01-445f-a17f-10b68c8f18dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb04f4-62c3-4735-9820-be825fa80c07,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:08.306017 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:38:08.376636 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:08.564059 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.48', 54091) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:08.715635 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b8291963-f2ea-4401-a484-8f6065523ea7 req-a2fb1d53-10ff-4920-b81c-79432719cd55 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 210 time: 0.0520446 Nov 21 04:38:08.722700 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b5881c-bd9b-4ae5-991d-8630c439aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.725412 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b5881c-bd9b-4ae5-991d-8630c439aed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.726623 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-09b5881c-bd9b-4ae5-991d-8630c439aed5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebbb04f4-62c3-4735-9820-be825fa80c07 HTTP/1.1" status: 204 len: 168 time: 1.1497433 Nov 21 04:38:08.760352 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5881c-bd9b-4ae5-991d-8630c439aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb04f4-62c3-4735-9820-be825fa80c07,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:08.785713 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:38:08.851548 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Sync routers for ids ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:38:08.855796 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 116b28f2-cf1d-43a4-864d-a6ff04498dcd up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:08.885761 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.888697 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-945a989b-cbb7-4571-8c66-eca8c8450007 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9318612 Nov 21 04:38:08.915250 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45056) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:08.919344 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92ed081f-047f-4368-bf4d-eebbd1f3fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:08.974244 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Routers {'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:08.978639 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:08.990727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-92ed081f-047f-4368-bf4d-eebbd1f3fc49 None None] For port 116b28f2-cf1d-43a4-864d-a6ff04498dcd, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=116b28f2-cf1d-43a4-864d-a6ff04498dcd,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:09.014108 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92ed081f-047f-4368-bf4d-eebbd1f3fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.209070 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.48', 54095) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:09.216650 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed081f-047f-4368-bf4d-eebbd1f3fc49 None None] Pushing event updated for resources: {'Port': ['ID=116b28f2-cf1d-43a4-864d-a6ff04498dcd,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:09.227999 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.254819 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-89b9cbf2-127b-4ed2-9a90-74d9cb847214 None None] Provisioning complete for port 116b28f2-cf1d-43a4-864d-a6ff04498dcd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:09.255347 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89b9cbf2-127b-4ed2-9a90-74d9cb847214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.401717 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 116b28f2-cf1d-43a4-864d-a6ff04498dcd triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:09.417117 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.452117 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Set router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:09.467183 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2afe7c07-0b30-4b2d-8f78-c6a838c93a6c req-7374792c-e903-4c08-acad-062fab76856e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.2018049 Nov 21 04:38:09.582636 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.614584 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:09.698550 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-e81f5486-ac8d-4cad-9b54-535d71dbedab tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:09.703667 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a80-73e3-473d-ba39-f96bb521a1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.704108 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-e81f5486-ac8d-4cad-9b54-535d71dbedab tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 1.1349041 Nov 21 04:38:09.812112 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:05Z', 'revision_number': 3, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:09.857574 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45106) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:09.897353 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Checking router: 35aaaa38-1364-4699-b7e4-16d443024026 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:38:09.897723 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Updating router 35aaaa38-1364-4699-b7e4-16d443024026 port 6eabdc98-f641-40dd-a151-36144412d3d4 binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:38:09.932074 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.952497 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:09.973376 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Request body: {'port': {'device_id': 'ac5d300d-ee83-458d-a356-484126f216b8', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'admin_state_up': True, 'tenant_id': '251847713f8f45219c22d7c810264f30'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:10.044590 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Allocated IP 172.20.0.1 (26b09779-26df-4a00-bdf9-618b578b2ab4/24b7bb43-a76a-40fe-994e-2f90548bd951/2b0fd547-8b0a-419e-ab45-4eefd6c8b245) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:10.055376 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a80-73e3-473d-ba39-f96bb521a1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.063486 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a80-73e3-473d-ba39-f96bb521a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.096637 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.142311 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-f05f7a80-73e3-473d-ba39-f96bb521a1ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=450a3202fbf6444bbd8378a464c0fa84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250275 Nov 21 04:38:10.143274 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45122) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:10.146627 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f7a80-73e3-473d-ba39-f96bb521a1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd888dd5-ffe9-419f-a7a8-2ce7fe4c4f94,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:10.185657 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 116b28f2-cf1d-43a4-864d-a6ff04498dcd up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:10.195078 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '26b885de-9de8-4190-a076-dbd059d003cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:04Z', 'revision_number': 3, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port': {'id': '26b885de-9de8-4190-a076-dbd059d003cb', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:03Z', 'updated_at': '2021-11-21T04:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:10.200561 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f6ae7318-c365-49aa-9a12-2e96c58813ec req-38f6877d-59ca-41a8-bcb0-ce41a293fbab tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 210 time: 0.3255999 Nov 21 04:38:10.272679 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-394a030b-04f9-4ed3-b5d6-25685b0862d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.324853 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Attempting to bind port 787d093b-02a6-4635-973c-52e1293c0fe3 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:10.332813 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Attempting to bind port 787d093b-02a6-4635-973c-52e1293c0fe3 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:10.334444 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Attempting to bind port 787d093b-02a6-4635-973c-52e1293c0fe3 on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:10.344287 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Checking router: b0871a38-bd0c-41c2-aaaf-19d36e1f11ed for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:38:10.353202 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Updating router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed port 26b885de-9de8-4190-a076-dbd059d003cb binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:38:10.365182 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Pushing event updated for resources: {'Port': ['ID=787d093b-02a6-4635-973c-52e1293c0fe3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:10.409468 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-394a030b-04f9-4ed3-b5d6-25685b0862d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.417051 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:10.417426 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:10.417837 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.418242 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:10.422576 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Bound port: 787d093b-02a6-4635-973c-52e1293c0fe3, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:10.423003 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.437157 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-665662d2-8c14-4814-91dc-614a9a62a5aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.438772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-394a030b-04f9-4ed3-b5d6-25685b0862d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.470920 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-394a030b-04f9-4ed3-b5d6-25685b0862d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c2e62d56e584f40b1d0fe451d935bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6037116 Nov 21 04:38:10.490431 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 116b28f2-cf1d-43a4-864d-a6ff04498dcd triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:10.490873 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.501618 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45130) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:10.521150 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.521549 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.521905 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.522305 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.526426 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.526724 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.527084 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.527444 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.527821 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.528193 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.528534 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.548526 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Tracked resource versions report: Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: pushed versions: Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: { 'AddressGroup': {'1.2'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Log': {'1.0'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Network': {'1.1'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Port': {'1.7'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'PortForwarding': {'1.2'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'QosPolicy': {'1.10'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroup': {'1.5'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SubPort': {'1.0'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Subnet': {'1.1'}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Trunk': {'1.1'}} Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: consumer versions: Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: { DHCP agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: HyperV agent@hv-cinder-77642: {}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: L3 agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: Metadata agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: Metering agent@dv-cinder-776422-6-iscsi: {}, Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: Open vSwitch agent@dv-cinder-776422-6-iscsi: { 'AddressGroup': '1.2', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'ConntrackHelper': '1.0', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Log': '1.0', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Network': '1.1', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Port': '1.7', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'PortForwarding': '1.2', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'QosPolicy': '1.10', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroup': '1.5', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SecurityGroupRule': '1.2', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'SubPort': '1.0', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Subnet': '1.1', Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: 'Trunk': '1.1'}} Nov 21 04:38:10.558565 dv-cinder-776422-6-iscsi neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 21 04:38:10.582831 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.611538 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-665662d2-8c14-4814-91dc-614a9a62a5aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.684242 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67465e1d-618a-4bd7-91eb-daa98016c173 req-c5477885-ea40-4a52-aa72-169e0499fd8b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.1047621 Nov 21 04:38:10.718780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a030b-04f9-4ed3-b5d6-25685b0862d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf4991b-b39e-4402-b4f7-2018b7c24c99,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:10.751059 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.859438 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e87f8847-2690-4a16-82a6-3466dca3809b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.873339 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] For port 787d093b-02a6-4635-973c-52e1293c0fe3, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:10.915698 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] For port 787d093b-02a6-4635-973c-52e1293c0fe3, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=787d093b-02a6-4635-973c-52e1293c0fe3,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:10.922631 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.983790 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-665662d2-8c14-4814-91dc-614a9a62a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.991311 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-665662d2-8c14-4814-91dc-614a9a62a5aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:10.996493 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-665662d2-8c14-4814-91dc-614a9a62a5aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd888dd5-ffe9-419f-a7a8-2ce7fe4c4f94 HTTP/1.1" status: 204 len: 168 time: 0.8438101 Nov 21 04:38:11.000587 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e87f8847-2690-4a16-82a6-3466dca3809b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.012116 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce24d4-29f8-493a-a261-f34e0b8193c9 None None] Pushing event updated for resources: {'Port': ['ID=787d093b-02a6-4635-973c-52e1293c0fe3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:11.045731 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:11.046715 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:11.107751 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.130429 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c94576f9-1aca-49b8-ba39-a0805483bc77 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:11.134815 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c94576f9-1aca-49b8-ba39-a0805483bc77 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.48 "GET /v2.0/networks?id=f41c8686-86e5-4008-b5ff-21dd94f1a65d HTTP/1.1" status: 200 len: 812 time: 1.9094994 Nov 21 04:38:11.145157 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665662d2-8c14-4814-91dc-614a9a62a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd888dd5-ffe9-419f-a7a8-2ce7fe4c4f94,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:11.194044 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Request body: {'port': {'device_id': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d', 'admin_state_up': True, 'tenant_id': 'e5f448acbb5749f299c51b5f61e0b33d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:11.279855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:11.284360 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:11.294340 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:11.294920 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.375819 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:11.380960 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.391213 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.581698 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3f7b7-eb99-4350-9cc9-1e7274f65ac6 None None] Pushing event updated for resources: {'Port': ['ID=6eabdc98-f641-40dd-a151-36144412d3d4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:11.689771 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Attempting to bind port 6eabdc98-f641-40dd-a151-36144412d3d4 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:11.697211 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Attempting to bind port 6eabdc98-f641-40dd-a151-36144412d3d4 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:11.697879 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Attempting to bind port 6eabdc98-f641-40dd-a151-36144412d3d4 on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:11.720571 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:11.721358 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:11.721805 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.722346 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:11.723011 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Bound port: 6eabdc98-f641-40dd-a151-36144412d3d4, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:11.723433 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.771788 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-eeb4d570-06c5-4a70-9b09-885310e79c44 req-debc408a-817a-4491-8bee-9da23648b95a tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 210 time: 0.3080857 Nov 21 04:38:11.823451 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:11.837580 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e87f8847-2690-4a16-82a6-3466dca3809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.840430 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e87f8847-2690-4a16-82a6-3466dca3809b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:11.856560 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-e87f8847-2690-4a16-82a6-3466dca3809b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccf4991b-b39e-4402-b4f7-2018b7c24c99 HTTP/1.1" status: 204 len: 168 time: 1.3434300 Nov 21 04:38:11.873347 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Allocated IP 172.20.0.1 (e8c8b10c-e81a-4c18-8497-a88820180b91/a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09/9f3cb35f-9973-40f9-8d5c-f373d8e87f92) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:11.906152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f8847-2690-4a16-82a6-3466dca3809b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf4991b-b39e-4402-b4f7-2018b7c24c99,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:12.012696 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c3c5c618-f182-46dd-bf5c-eaaa2316916a None None] Provisioning complete for port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:12.013095 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c618-f182-46dd-bf5c-eaaa2316916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.097190 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.db.api [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 21 04:38:12.097190 dv-cinder-776422-6-iscsi neutron-server[103588]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 21 04:38:12.097190 dv-cinder-776422-6-iscsi neutron-server[103588]: [parameters: {'project_id': '251847713f8f45219c22d7c810264f30', 'id': '6167be79-2334-430f-a995-dc8c2b3008bf', 'expiration': datetime.datetime(2021, 11, 21, 4, 40, 12, 17692)}] Nov 21 04:38:12.097190 dv-cinder-776422-6-iscsi neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 21 04:38:12.101139 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG oslo_db.api [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 21 04:38:12.107977 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] For port 6eabdc98-f641-40dd-a151-36144412d3d4, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:12.141035 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-389fe330-652d-457c-af3c-a6c86a3516af req-90263861-1efc-4032-9bbb-982008a97ff3 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.1843975 Nov 21 04:38:12.148921 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] For port 6eabdc98-f641-40dd-a151-36144412d3d4, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6eabdc98-f641-40dd-a151-36144412d3d4,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:12.151924 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c3c5c618-f182-46dd-bf5c-eaaa2316916a None None] Port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:38:12.175998 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.176735 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.238857 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Made reservation on behalf of e5f448acbb5749f299c51b5f61e0b33d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:12.242578 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.378832 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3f7b7-eb99-4350-9cc9-1e7274f65ac6 None None] Pushing event updated for resources: {'Port': ['ID=6eabdc98-f641-40dd-a151-36144412d3d4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:12.451078 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:12.453296 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:12.612610 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:12.622039 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.744352 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.753259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.754489 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.773095 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:12.875373 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.901505 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.937956 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abef319b-0a7a-4e7d-8577-6f99b488c50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:12.944057 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Made reservation on behalf of 251847713f8f45219c22d7c810264f30 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:12.952971 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:13.012924 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:03Z', 'revision_number': 3, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:13.112996 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Attempting to bind port 26b885de-9de8-4190-a076-dbd059d003cb on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:13.115372 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Attempting to bind port 26b885de-9de8-4190-a076-dbd059d003cb by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:13.116320 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Attempting to bind port 26b885de-9de8-4190-a076-dbd059d003cb on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:13.132958 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523b284-31f1-45a5-97b3-e369a6cb8b9e None None] Pushing event updated for resources: {'Port': ['ID=26b885de-9de8-4190-a076-dbd059d003cb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:13.149054 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af64293-9dd8-4bae-a572-3d6b4c6ceaa7 None None] The sync data for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi is: [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:03Z', 'revision_number': 3, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:38:13.191235 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:13.195841 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:13.197983 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:13.198737 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:13.203457 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Bound port: 26b885de-9de8-4190-a076-dbd059d003cb, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:13.204152 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:13.281166 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:13.295780 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Allocated IP 172.20.0.9 (f41c8686-86e5-4008-b5ff-21dd94f1a65d/08f9a3a6-c961-4ebb-bc14-1f90985a47be/da045257-3914-49e1-a409-15b1fa905856) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:13.435016 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] For port 26b885de-9de8-4190-a076-dbd059d003cb, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:13.446450 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] For port 26b885de-9de8-4190-a076-dbd059d003cb, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=26b885de-9de8-4190-a076-dbd059d003cb,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:13.468509 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:13.518878 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45188) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:13.524358 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:10Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:13.551975 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-86aa93a2-f26e-4043-b9e4-67b7d4361aa9 req-50eda426-ba41-42f8-9b37-e4390f882aeb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.1387563 Nov 21 04:38:13.553542 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:13.638449 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Routers {'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:13.642496 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c530a0-ca47-4399-bb1e-4165eb088eeb None None] The sync data for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi is: [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:10Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:38:13.644913 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:13.792774 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:13.801852 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:13.863254 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:13.920644 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] Set router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:13.987346 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:14.120234 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5002907f-a9b0-463c-8947-567df05b46f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:14.395661 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 787d093b-02a6-4635-973c-52e1293c0fe3 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:14.493737 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523b284-31f1-45a5-97b3-e369a6cb8b9e None None] Pushing event updated for resources: {'Port': ['ID=26b885de-9de8-4190-a076-dbd059d003cb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:14.568813 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Router 35aaaa38-1364-4699-b7e4-16d443024026 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:38:14.619289 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2bd48ecc-2ffb-4561-b37d-552907b96a3d None None] Provisioning complete for port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:14.619806 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bd48ecc-2ffb-4561-b37d-552907b96a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:14.725444 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Network f41c8686-86e5-4008-b5ff-21dd94f1a65d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:14.751428 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '26b885de-9de8-4190-a076-dbd059d003cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:04Z', 'revision_number': 3, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port': {'id': '26b885de-9de8-4190-a076-dbd059d003cb', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:03Z', 'updated_at': '2021-11-21T04:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:14.828894 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 787d093b-02a6-4635-973c-52e1293c0fe3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:14.829269 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:14.862775 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a1445-ac61-44c8-a003-0cc8f48cdea6 None None] The sync data for ids ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'] in dv-cinder-776422-6-iscsi is: [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '26b885de-9de8-4190-a076-dbd059d003cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:04Z', 'revision_number': 3, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port': {'id': '26b885de-9de8-4190-a076-dbd059d003cb', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:03Z', 'updated_at': '2021-11-21T04:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:38:14.971083 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:38:14.974721 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2bd48ecc-2ffb-4561-b37d-552907b96a3d None None] Port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:38:14.990663 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-7b07f982-e5dd-42ef-b5ec-bbd34d09d592 admin admin] 10.222.0.37 "PUT /v2.0/routers/35aaaa38-1364-4699-b7e4-16d443024026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9620399 Nov 21 04:38:15.050273 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1bfc7670-1718-4b01-bd74-3180fc2ed970 req-78889b3a-aea7-4ede-9264-3482b1c8b9a1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.0752974 Nov 21 04:38:15.069318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Allocated IP 172.20.0.13 (ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2/87f3d5af-1477-4c77-b916-0eeb764c570a/819f5323-6207-460e-9bf6-4efcd89e006d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:15.148721 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5002907f-a9b0-463c-8947-567df05b46f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.157772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5002907f-a9b0-463c-8947-567df05b46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.200807 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.293081 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5002907f-a9b0-463c-8947-567df05b46f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4d632bb2d234952abe0289440393360&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7684815 Nov 21 04:38:15.294315 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:15.309271 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 787d093b-02a6-4635-973c-52e1293c0fe3, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=787d093b-02a6-4635-973c-52e1293c0fe3,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:15.316189 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.402117 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002907f-a9b0-463c-8947-567df05b46f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82353db4-2779-4693-8269-6153e5f06146,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:15.482124 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=787d093b-02a6-4635-973c-52e1293c0fe3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:15.564739 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.607717 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f44a331-9e3a-4632-aaa2-5ec156e8d478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.645000 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee29b5-9a97-4805-903c-18267ba0bd2e req-ddd55d2c-0185-45dd-b337-ab2f3b4c61d4 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:15.646656 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-60ee29b5-9a97-4805-903c-18267ba0bd2e req-ddd55d2c-0185-45dd-b337-ab2f3b4c61d4 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 931 time: 2.6615250 Nov 21 04:38:15.647738 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:15.667897 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.673314 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.684560 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f44a331-9e3a-4632-aaa2-5ec156e8d478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.710292 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.752258 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:15.759261 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:15.759919 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.803861 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Network e8c8b10c-e81a-4c18-8497-a88820180b91 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:15.805252 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Pushing event updated for resources: {'Port': ['ID=da045257-3914-49e1-a409-15b1fa905856,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:15.832075 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:15.852221 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:15.852731 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.924587 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f44a331-9e3a-4632-aaa2-5ec156e8d478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.927621 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f44a331-9e3a-4632-aaa2-5ec156e8d478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:15.953214 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1f44a331-9e3a-4632-aaa2-5ec156e8d478 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82353db4-2779-4693-8269-6153e5f06146 HTTP/1.1" status: 204 len: 168 time: 0.6469085 Nov 21 04:38:15.995914 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44a331-9e3a-4632-aaa2-5ec156e8d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82353db4-2779-4693-8269-6153e5f06146,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:16.355885 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:16.381578 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-00af329f-b04c-4bb7-a989-07c7021460de tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958354764', 'description': 'tempest-description--1119215803'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:16.439891 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-05308ace-196f-438f-9911-5ce71c2f287e None None] Provisioning complete for port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:16.440608 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05308ace-196f-438f-9911-5ce71c2f287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:16.594612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00af329f-b04c-4bb7-a989-07c7021460de tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:16.637995 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05308ace-196f-438f-9911-5ce71c2f287e None None] Port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:38:16.687033 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 787d093b-02a6-4635-973c-52e1293c0fe3 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:16.804088 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-4ec580fc-bbdf-4f9d-8d2c-5b47484710f7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6191161 Nov 21 04:38:16.893559 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 787d093b-02a6-4635-973c-52e1293c0fe3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:16.895098 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:16.925044 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa67edf-fb36-45da-aca9-532ebbb391ee req-765701cc-e6a2-4713-800b-11d568a04b91 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:16.950692 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8aa67edf-fb36-45da-aca9-532ebbb391ee req-765701cc-e6a2-4713-800b-11d568a04b91 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 932 time: 0.4769604 Nov 21 04:38:17.004605 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00af329f-b04c-4bb7-a989-07c7021460de tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.017747 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-1cfd972c-1411-44ed-8c2a-656e208e07cd tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:38:17.026938 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-1cfd972c-1411-44ed-8c2a-656e208e07cd tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117121 Nov 21 04:38:17.028509 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Pushing event updated for resources: {'Port': ['ID=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:17.085216 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00af329f-b04c-4bb7-a989-07c7021460de tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.086891 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:17.241896 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:17.243530 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af329f-b04c-4bb7-a989-07c7021460de tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f5bf87-559a-4747-8f68-71060becedc3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:17.314221 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6eabdc98-f641-40dd-a151-36144412d3d4 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:17.342795 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:17.380771 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:17.381594 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.415105 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8aa67edf-fb36-45da-aca9-532ebbb391ee req-3ed646e5-a893-4546-aa75-7de8bb104be1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608958 Nov 21 04:38:17.449592 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00af329f-b04c-4bb7-a989-07c7021460de tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.451162 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-00af329f-b04c-4bb7-a989-07c7021460de tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0942440 Nov 21 04:38:17.462200 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45300) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:17.471792 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3f22fc42-32d5-468a-84b6-c75f82281614 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'security_group_rule': {'security_group_id': '87f5bf87-559a-4747-8f68-71060becedc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:17.492299 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 6eabdc98-f641-40dd-a151-36144412d3d4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:17.500164 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.570374 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f22fc42-32d5-468a-84b6-c75f82281614 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.761953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f22fc42-32d5-468a-84b6-c75f82281614 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.769207 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f22fc42-32d5-468a-84b6-c75f82281614 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.779239 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.815969 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22fc42-32d5-468a-84b6-c75f82281614 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beeb2185-1541-446b-8549-57227ec19f06,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:17.856898 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 6eabdc98-f641-40dd-a151-36144412d3d4, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6eabdc98-f641-40dd-a151-36144412d3d4,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:17.864846 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f22fc42-32d5-468a-84b6-c75f82281614 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.865863 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-3f22fc42-32d5-468a-84b6-c75f82281614 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020154 Nov 21 04:38:17.868943 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:17.875387 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:17.876410 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 26b885de-9de8-4190-a076-dbd059d003cb up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:17.893683 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d05a5825-2f67-4a98-92b9-5be5609b44cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'security_group_rule': {'security_group_id': '87f5bf87-559a-4747-8f68-71060becedc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:17.967717 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d05a5825-2f67-4a98-92b9-5be5609b44cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.031988 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-60ee29b5-9a97-4805-903c-18267ba0bd2e req-335b04b9-bbf1-4054-aa82-ac93219f5a9e tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3690667 Nov 21 04:38:18.051970 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event updated for resources: {'Port': ['ID=819f5323-6207-460e-9bf6-4efcd89e006d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:18.094407 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1e09858a-5e38-4ce8-8186-92ec8e3572c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2152731 Nov 21 04:38:18.097991 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.126078 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:18.147234 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 26b885de-9de8-4190-a076-dbd059d003cb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:18.147615 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.310759 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d05a5825-2f67-4a98-92b9-5be5609b44cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.340739 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-185817644-network', 'tenant_id': '13842fc9fd6642e6898ea39f40ee075c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:18.362929 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Request body: {'port': {'device_id': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:18.366228 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=6eabdc98-f641-40dd-a151-36144412d3d4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:18.388410 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d05a5825-2f67-4a98-92b9-5be5609b44cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.399678 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Made reservation on behalf of 13842fc9fd6642e6898ea39f40ee075c for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:18.401951 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.472608 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.511279 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a5825-2f67-4a98-92b9-5be5609b44cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59313192-d479-4c6a-bb06-8a7741727a4e,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:18.578508 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abef319b-0a7a-4e7d-8577-6f99b488c50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.579407 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.589003 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d05a5825-2f67-4a98-92b9-5be5609b44cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.597169 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d05a5825-2f67-4a98-92b9-5be5609b44cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7257841 Nov 21 04:38:18.604304 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:18.637305 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 26b885de-9de8-4190-a076-dbd059d003cb, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=26b885de-9de8-4190-a076-dbd059d003cb,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:18.644482 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.656597 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Request body: {'port': {'device_id': 'ac5d300d-ee83-458d-a356-484126f216b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:18.663661 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45352) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:18.664865 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abef319b-0a7a-4e7d-8577-6f99b488c50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.666415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:18.725490 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:18.778118 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-abef319b-0a7a-4e7d-8577-6f99b488c50c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c24fd532e9f4a429d3233cfe59ca8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 6.1176338 Nov 21 04:38:18.825381 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:18.860924 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6eabdc98-f641-40dd-a151-36144412d3d4 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:18.909722 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7530f2-ca27-4fe2-985f-04ba6c9c2e54 req-71f3c849-0e44-4f4a-b784-2009b1250609 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:18.921488 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef319b-0a7a-4e7d-8577-6f99b488c50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5242a-cd8b-46c6-909d-4f3e923698b7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:18.936016 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0b7530f2-ca27-4fe2-985f-04ba6c9c2e54 req-71f3c849-0e44-4f4a-b784-2009b1250609 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 932 time: 0.3638809 Nov 21 04:38:19.032428 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.067367 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Allocated IP 172.20.0.1 (6346ee5f-87a9-4d35-8339-16a23954b883/77ebe265-f657-43f8-b987-8eff7f2e0c9e/a2326afb-0a1c-4273-83ac-eebb6cd0a049) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:19.123503 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=26b885de-9de8-4190-a076-dbd059d003cb,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:19.221157 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 6eabdc98-f641-40dd-a151-36144412d3d4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:19.221586 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.243773 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.259968 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6abe4a1b-55ed-4d02-8c45-fcd9907a1a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.270211 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.292636 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0b7530f2-ca27-4fe2-985f-04ba6c9c2e54 req-8a0d4795-3cad-483a-98cb-773b887006ac tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552871 Nov 21 04:38:19.372375 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:38:19.385394 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6abe4a1b-55ed-4d02-8c45-fcd9907a1a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.439901 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.440654 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Added segment 43998c6b-7aca-4d84-9f3d-794bcd086fe4 of type vlan for network 7ab4f727-dfde-41f6-b9d3-2af4200506f6 Nov 21 04:38:19.496365 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402605da-6982-4749-8226-4b5fb1f9c4b1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:19.572744 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ffa711-cdbd-478d-a45a-6b3d79a0543c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.579011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.667180 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.669511 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6abe4a1b-55ed-4d02-8c45-fcd9907a1a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.674599 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6abe4a1b-55ed-4d02-8c45-fcd9907a1a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.675904 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6abe4a1b-55ed-4d02-8c45-fcd9907a1a1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27b5242a-cd8b-46c6-909d-4f3e923698b7 HTTP/1.1" status: 204 len: 168 time: 0.8377106 Nov 21 04:38:19.683735 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.684749 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:19.685409 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.734031 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe4a1b-55ed-4d02-8c45-fcd9907a1a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5242a-cd8b-46c6-909d-4f3e923698b7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:19.830293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:19.864815 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7254517 Nov 21 04:38:19.871492 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:19.890764 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Request body: {'subnet': {'network_id': '7ab4f727-dfde-41f6-b9d3-2af4200506f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-185817644-subnet', 'tenant_id': '13842fc9fd6642e6898ea39f40ee075c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:19.928521 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Sync routers for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:38:19.961650 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3c160-be6f-4d4b-a5f6-81c409d8f2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab4f727-dfde-41f6-b9d3-2af4200506f6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:19.990381 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:19.994377 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:20.009706 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Made reservation on behalf of 13842fc9fd6642e6898ea39f40ee075c for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:20.012112 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:20.153268 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 7ab4f727-dfde-41f6-b9d3-2af4200506f6 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:38:20.179188 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Allocated IP 172.27.1.51 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/82367a3f-cac7-4101-ac45-6bb260c8d8c3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:20.452246 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:20.502938 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:20.604588 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fd2e3-db63-4a17-bd8b-d6ba8e0247c4 req-cce45ffd-5e9a-4ec8-9050-48d25d3b8d66 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:20.606202 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-095fd2e3-db63-4a17-bd8b-d6ba8e0247c4 req-cce45ffd-5e9a-4ec8-9050-48d25d3b8d66 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 931 time: 1.2230654 Nov 21 04:38:20.800515 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 26b885de-9de8-4190-a076-dbd059d003cb up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:20.809387 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ffa711-cdbd-478d-a45a-6b3d79a0543c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:20.854532 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ffa711-cdbd-478d-a45a-6b3d79a0543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:20.918812 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-84ffa711-cdbd-478d-a45a-6b3d79a0543c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6f8ad5a3aec4d9780784cf842e98e53&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2206376 Nov 21 04:38:20.958584 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:21.028333 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 26b885de-9de8-4190-a076-dbd059d003cb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:21.028944 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.157311 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c341bc0-ed6e-4840-9a8c-62f48ac2115b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.167631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbcdbb-6a84-4155-afa9-37960ae68ea6 req-26b06489-3156-40cb-b0ff-b0617b211c14 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:21.175028 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3cbbcdbb-6a84-4155-afa9-37960ae68ea6 req-26b06489-3156-40cb-b0ff-b0617b211c14 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 932 time: 0.7709055 Nov 21 04:38:21.214303 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.269687 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.280083 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:12Z', 'revision_number': 2, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:21.328885 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Checking router: 35aaaa38-1364-4699-b7e4-16d443024026 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:38:21.328885 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Updating router 35aaaa38-1364-4699-b7e4-16d443024026 port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:38:21.365273 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.405011 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3cbbcdbb-6a84-4155-afa9-37960ae68ea6 req-0e219877-1e44-4be5-86bf-46979151b656 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222857 Nov 21 04:38:21.483342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05eca103-b19c-4906-8a08-57f5aac929ec,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:21.500089 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Checking segment: {'id': '43998c6b-7aca-4d84-9f3d-794bcd086fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7ab4f727-dfde-41f6-b9d3-2af4200506f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:21.500762 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Network hostable DHCP agents. Network: 7ab4f727-dfde-41f6-b9d3-2af4200506f6, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:38:21.513946 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.560202 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.572598 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffa711-cdbd-478d-a45a-6b3d79a0543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6cb99-857b-477f-a342-b71131d9bfc0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:21.584184 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-095fd2e3-db63-4a17-bd8b-d6ba8e0247c4 req-bb7054ce-14dd-43ea-8262-fb0f84227934 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9062891 Nov 21 04:38:21.587188 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.621791 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:21.634200 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:21.638915 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Network 7ab4f727-dfde-41f6-b9d3-2af4200506f6 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:38:21.646753 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:21.651863 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.656445 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.656634 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 7ab4f727-dfde-41f6-b9d3-2af4200506f6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:21.689347 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd96bdc-a6ea-4824-921d-874e9baf9e9f None None] Network 7ab4f727-dfde-41f6-b9d3-2af4200506f6 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:21.698075 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:21.699589 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.760421 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'Port': ['ID=82367a3f-cac7-4101-ac45-6bb260c8d8c3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:21.792842 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Network 6346ee5f-87a9-4d35-8339-16a23954b883 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:21.828329 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c341bc0-ed6e-4840-9a8c-62f48ac2115b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.835953 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819f5323-6207-460e-9bf6-4efcd89e006d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:21.860150 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:21.862713 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:21.863573 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:21.948468 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-fcbbb0f4-53c7-4474-9c3b-67b115f5ef80 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0698237 Nov 21 04:38:22.014951 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.117756 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.131704 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d0a8e-a0cf-4267-9304-1f03419f5e34 None None] Network 7ab4f727-dfde-41f6-b9d3-2af4200506f6 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:22.329121 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.359997 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.505050 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02383cdc-16b1-417e-8b15-1f24d7eb87d9 None None] Pushing event updated for resources: {'Port': ['ID=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:22.650036 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Attempting to bind port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:22.651542 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Attempting to bind port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:22.652663 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Attempting to bind port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 on network 26b09779-26df-4a00-bdf9-618b578b2ab4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:22.681400 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:22.687500 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Checking segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:22.690073 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.691150 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Bound using segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:22.693859 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Bound port: 2b0fd547-8b0a-419e-ab45-4eefd6c8b245, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:22.699590 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.824291 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.844936 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088fbc5-1ec8-4667-adbb-393ddce22d50 req-45aabd98-c29c-42ef-b172-5c9da04a595c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:22.845492 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Network e8c8b10c-e81a-4c18-8497-a88820180b91 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:22.850424 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Pushing event updated for resources: {'Port': ['ID=a2326afb-0a1c-4273-83ac-eebb6cd0a049,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:22.854052 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d088fbc5-1ec8-4667-adbb-393ddce22d50 req-45aabd98-c29c-42ef-b172-5c9da04a595c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 932 time: 0.3049505 Nov 21 04:38:22.875706 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.894739 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] For port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:22.905608 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] For port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:22.915074 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.917815 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:22.920004 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:22.964175 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.038173 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.047844 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3796170 Nov 21 04:38:23.118599 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02383cdc-16b1-417e-8b15-1f24d7eb87d9 None None] Pushing event updated for resources: {'Port': ['ID=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:23.135241 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d088fbc5-1ec8-4667-adbb-393ddce22d50 req-1dc6442a-c1e7-408d-b35d-7f7018204e73 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791035 Nov 21 04:38:23.161631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c99df6-591d-4726-96ef-d49fee6dec6f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'Port': ['ID=82367a3f-cac7-4101-ac45-6bb260c8d8c3,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:23.234306 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:23.236913 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:23.369460 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-879c96d2-c681-4854-aefc-50a6c09c1f08 None None] Provisioning complete for port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:23.369844 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-879c96d2-c681-4854-aefc-50a6c09c1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.385761 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da045257-3914-49e1-a409-15b1fa905856 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:23.411261 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Transition to ACTIVE for port object 819f5323-6207-460e-9bf6-4efcd89e006d will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:38:23.425905 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.431892 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c341bc0-ed6e-4840-9a8c-62f48ac2115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.434918 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c341bc0-ed6e-4840-9a8c-62f48ac2115b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.439261 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-2c341bc0-ed6e-4840-9a8c-62f48ac2115b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8b6cb99-857b-477f-a342-b71131d9bfc0 HTTP/1.1" status: 204 len: 168 time: 2.4252841 Nov 21 04:38:23.448247 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb329364-6be8-407d-827d-478005b7429d req-a3c957f3-24f1-4b6f-be9d-baf94679234b tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:23.449918 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fb329364-6be8-407d-827d-478005b7429d req-a3c957f3-24f1-4b6f-be9d-baf94679234b tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 931 time: 0.5404098 Nov 21 04:38:23.450619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.485796 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Pushing event updated for resources: {'Port': ['ID=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:23.488138 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.523982 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45444) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:23.540855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-590974474-network', 'tenant_id': '6b13171fe140410a9e5c2625807493c0'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:23.551792 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Transition to ACTIVE for port object da045257-3914-49e1-a409-15b1fa905856 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:38:23.589186 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-ff3fcb7c-b00e-4d38-aa12-a123ff9ac707 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--958354764&fields=id&tenant_id=6886ae7812d74d9689ee118e06ba762b HTTP/1.1" status: 200 len: 267 time: 0.1462038 Nov 21 04:38:23.598895 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c341bc0-ed6e-4840-9a8c-62f48ac2115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6cb99-857b-477f-a342-b71131d9bfc0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:23.608861 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Made reservation on behalf of 6b13171fe140410a9e5c2625807493c0 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:23.611486 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.631000 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.637440 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.688779 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:23.736965 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-879c96d2-c681-4854-aefc-50a6c09c1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.751721 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fb329364-6be8-407d-827d-478005b7429d req-4f131781-d220-4d4a-a967-dae9bd987608 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877784 Nov 21 04:38:23.791860 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Router 4b351c15-f0b4-44b4-918e-a6b435ff3335 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:38:23.796785 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Pushing event updated for resources: {'Port': ['ID=819f5323-6207-460e-9bf6-4efcd89e006d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:23.840326 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9ca136f5-f700-40e9-9bb5-70bfdcded819 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:23.849548 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9ca136f5-f700-40e9-9bb5-70bfdcded819 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 809 time: 0.2189305 Nov 21 04:38:23.879603 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-28037408-9880-4316-8880-4e41a0d42981 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/quotas/6886ae7812d74d9689ee118e06ba762b HTTP/1.1" status: 200 len: 375 time: 0.0291059 Nov 21 04:38:23.882964 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Attempting to bind port 819f5323-6207-460e-9bf6-4efcd89e006d on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:23.884218 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Attempting to bind port 819f5323-6207-460e-9bf6-4efcd89e006d by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:23.884755 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Attempting to bind port 819f5323-6207-460e-9bf6-4efcd89e006d on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:23.889585 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-879c96d2-c681-4854-aefc-50a6c09c1f08 None None] For port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:23.896476 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-879c96d2-c681-4854-aefc-50a6c09c1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.952128 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Port 819f5323-6207-460e-9bf6-4efcd89e006d on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:38:23.952128 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Attempting to bind port 819f5323-6207-460e-9bf6-4efcd89e006d on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:23.964767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.978824 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:23.996261 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:38:23.998741 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c96d2-c681-4854-aefc-50a6c09c1f08 None None] Pushing event updated for resources: {'Port': ['ID=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:24.015571 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.016706 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Added segment 8df93350-201c-4da0-8481-7614b9291813 of type vlan for network 8a46fe78-28b6-4071-867c-99ee3b01bd25 Nov 21 04:38:24.040599 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:24.041095 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Checking segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:24.041991 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Bound using segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:24.045007 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Bound port: 819f5323-6207-460e-9bf6-4efcd89e006d, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:24.045703 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.049049 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Pushing event updated for resources: {'Port': ['ID=da045257-3914-49e1-a409-15b1fa905856,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:24.055097 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8c6e2bd6-d56f-4ad7-8d11-b382a8826f3c None None] Provisioning complete for port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:24.055733 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c6e2bd6-d56f-4ad7-8d11-b382a8826f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.077070 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.116063 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:22Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:24.118156 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-023f1b77-f62d-4afc-be3c-664f04b18e94 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2356279 Nov 21 04:38:24.124717 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.125648 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:24.126239 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.159453 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ca606-906c-42df-900b-26ca279da4eb None None] The sync data for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi is: [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:22Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:38:24.170057 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45448) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:24.193877 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Attempting to bind port da045257-3914-49e1-a409-15b1fa905856 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:24.194236 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Attempting to bind port da045257-3914-49e1-a409-15b1fa905856 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'f45d4e19-e455-49fa-8767-3adf1c8c00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:24.194582 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Attempting to bind port da045257-3914-49e1-a409-15b1fa905856 on network f41c8686-86e5-4008-b5ff-21dd94f1a65d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:24.208141 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Port da045257-3914-49e1-a409-15b1fa905856 on network f41c8686-86e5-4008-b5ff-21dd94f1a65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:38:24.208525 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Attempting to bind port da045257-3914-49e1-a409-15b1fa905856 on network f41c8686-86e5-4008-b5ff-21dd94f1a65d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:24.211012 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Pushing event updated for resources: {'Network': ['ID=8a46fe78-28b6-4071-867c-99ee3b01bd25,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:24.224469 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 8a46fe78-28b6-4071-867c-99ee3b01bd25 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:38:24.239781 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:24.240135 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Checking segment: {'id': 'f45d4e19-e455-49fa-8767-3adf1c8c00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:24.240646 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Bound using segment: {'id': 'f45d4e19-e455-49fa-8767-3adf1c8c00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:24.241932 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Bound port: da045257-3914-49e1-a409-15b1fa905856, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45d4e19-e455-49fa-8767-3adf1c8c00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:24.243992 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.314509 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6530fd-3fe0-4a5d-80b2-1b6e49418458,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:24.327192 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] For port 819f5323-6207-460e-9bf6-4efcd89e006d, host hv-cinder-77642, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:24.332895 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] For port 819f5323-6207-460e-9bf6-4efcd89e006d, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=819f5323-6207-460e-9bf6-4efcd89e006d,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:24.336800 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-501411a5-1350-4669-91c4-22706a1ee79f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8116536 Nov 21 04:38:24.340181 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45452) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:24.342741 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8c6e2bd6-d56f-4ad7-8d11-b382a8826f3c None None] Provisioning complete for port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:24.343235 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c6e2bd6-d56f-4ad7-8d11-b382a8826f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.352859 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Request body: {'subnet': {'network_id': '8a46fe78-28b6-4071-867c-99ee3b01bd25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-590974474-subnet', 'tenant_id': '6b13171fe140410a9e5c2625807493c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:24.355004 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a64e734-b7f2-411d-be57-e70a5ba2c648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.378715 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.407124 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Made reservation on behalf of 6b13171fe140410a9e5c2625807493c0 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:24.413574 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.414343 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:24.415353 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.416936 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] 10.222.0.48 "PUT /v2.0/ports/819f5323-6207-460e-9bf6-4efcd89e006d HTTP/1.1" status: 200 len: 1094 time: 5.8258495 Nov 21 04:38:24.542024 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a64e734-b7f2-411d-be57-e70a5ba2c648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.551173 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a3aff4a7-4a1f-4461-956e-0c17a8e9c716 service neutron] 10.222.0.37 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412757 Nov 21 04:38:24.555942 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5d300d-ee83-458d-a356-484126f216b8', 'tag': '819f5323-6207-460e-9bf6-4efcd89e006d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:24.592475 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e2bd6-d56f-4ad7-8d11-b382a8826f3c None None] Port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:38:24.792951 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:24.802664 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-6caae0cb-b981-4c4e-886a-259846c80843 service neutron] 10.222.0.37 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489793 Nov 21 04:38:24.804028 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.812782 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a64e734-b7f2-411d-be57-e70a5ba2c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.874178 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:24.874822 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:24.953115 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff81f1a-5c7b-4055-bffb-8b126ce957a1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:24.968765 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Checking segment: {'id': '8df93350-201c-4da0-8481-7614b9291813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8a46fe78-28b6-4071-867c-99ee3b01bd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:24.969118 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Network hostable DHCP agents. Network: 8a46fe78-28b6-4071-867c-99ee3b01bd25, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:38:25.009851 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Network 8a46fe78-28b6-4071-867c-99ee3b01bd25 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:38:25.010045 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64e734-b7f2-411d-be57-e70a5ba2c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eabc2e-fa46-4b93-85ac-c22861744b05,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:25.024664 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:38:25.031315 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0421078a-743d-4b8c-9613-eba824be350e admin admin] 10.222.0.37 "PUT /v2.0/routers/4b351c15-f0b4-44b4-918e-a6b435ff3335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4850812 Nov 21 04:38:25.035549 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Sync routers for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:38:25.052672 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:25.053871 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:25.068631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 8a46fe78-28b6-4071-867c-99ee3b01bd25) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:25.085139 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:25.087105 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.088242 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cede6e-2da0-4001-a7f3-056643b5a516 None None] Network 8a46fe78-28b6-4071-867c-99ee3b01bd25 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:25.161566 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.178340 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-6a64e734-b7f2-411d-be57-e70a5ba2c648 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26b0bac1132d42b6a861c4d02be76c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9997265 Nov 21 04:38:25.196154 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:25.218104 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.218867 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.279102 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1d2a6d25-7ab9-4fc2-b904-acc3ffb21492 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9333632 Nov 21 04:38:25.296103 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f9f5c3-39e3-4616-9591-f76ab924dfff" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5d300d-ee83-458d-a356-484126f216b8", "tag": "819f5323-6207-460e-9bf6-4efcd89e006d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:25.327536 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d927-c1d1-4411-8e73-474106b08228 req-9ab834ce-32b4-4ecb-a4e4-2cba4aa3d610 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:25.329597 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6874d927-c1d1-4411-8e73-474106b08228 req-9ab834ce-32b4-4ecb-a4e4-2cba4aa3d610 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.2070515 Nov 21 04:38:25.356617 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a43ffd-d3d7-4163-b92e-b7b265bb5863 service neutron] Pushing event updated for resources: {'Port': ['ID=819f5323-6207-460e-9bf6-4efcd89e006d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:25.363397 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:25.367475 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e4cd2-f968-4bbf-bfbb-e2e04952a1b6 req-e569bb52-e27c-4333-881e-37342358df95 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:25.375227 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-993e4cd2-f968-4bbf-bfbb-e2e04952a1b6 req-e569bb52-e27c-4333-881e-37342358df95 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 1.0289619 Nov 21 04:38:25.414367 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1f759f86-d3d5-4388-97e2-bd635948cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:25.427123 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-1f759f86-d3d5-4388-97e2-bd635948cc83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 1097 time: 0.8726220 Nov 21 04:38:25.428500 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf8a27-6a34-4acb-ab11-bb060257f883 None None] Network 8a46fe78-28b6-4071-867c-99ee3b01bd25 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:38:25.447822 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6874d927-c1d1-4411-8e73-474106b08228 req-868bce8d-f766-4649-8406-a79c106b95ec tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035979 Nov 21 04:38:25.533865 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] For port da045257-3914-49e1-a409-15b1fa905856, host hv-cinder-77642, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:25.557627 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:25.614801 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-237032e6-6516-451d-a933-6da7063ca237 req-ac5a05a3-0ab4-480c-b757-476719ec6f46 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 210 time: 0.0722740 Nov 21 04:38:25.654721 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] For port da045257-3914-49e1-a409-15b1fa905856, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=da045257-3914-49e1-a409-15b1fa905856,segment=NetworkSegment(f45d4e19-e455-49fa-8767-3adf1c8c00a4),segment_id=f45d4e19-e455-49fa-8767-3adf1c8c00a4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:25.692223 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] Deleting subnet 05eca103-b19c-4906-8a08-57f5aac929ec {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:38:25.698685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.710440 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.722016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Pushing event updated for resources: {'Port': ['ID=a2326afb-0a1c-4273-83ac-eebb6cd0a049,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:25.727331 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:19Z', 'revision_number': 2, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:25.783108 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Checking router: 4b351c15-f0b4-44b4-918e-a6b435ff3335 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:38:25.783543 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Updating router 4b351c15-f0b4-44b4-918e-a6b435ff3335 port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:38:25.788302 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-993e4cd2-f968-4bbf-bfbb-e2e04952a1b6 req-94fdf707-7d8f-4fd2-86ee-fc8b8161eaa2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119205 Nov 21 04:38:25.789715 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0053208c-69fd-49be-b8f3-dfe915d7e597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.801227 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.816959 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0053208c-69fd-49be-b8f3-dfe915d7e597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.826867 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.827714 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.897625 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:38:25.899419 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.938492 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:25.939196 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.940556 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/da045257-3914-49e1-a409-15b1fa905856 HTTP/1.1" status: 200 len: 1093 time: 8.2709796 Nov 21 04:38:25.958111 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Network 6346ee5f-87a9-4d35-8339-16a23954b883 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:25.962183 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:25.964060 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05eca103-b19c-4906-8a08-57f5aac929ec,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:25.968495 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:25.974968 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-fdb59457-a743-44d1-9c35-3aaf0e5e96c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/05eca103-b19c-4906-8a08-57f5aac929ec HTTP/1.1" status: 204 len: 168 time: 0.4150183 Nov 21 04:38:25.975839 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45494) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:26.048693 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:26.051251 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be306c-64e7-4dc6-bbd2-bbb52d4438c6 service neutron] Pushing event updated for resources: {'Port': ['ID=da045257-3914-49e1-a409-15b1fa905856,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:26.055802 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6bfb2672-eb13-4fac-9a2c-e284412213e3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009681977', 'description': 'tempest-description--1411751937'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:26.087525 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0053208c-69fd-49be-b8f3-dfe915d7e597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.090394 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0053208c-69fd-49be-b8f3-dfe915d7e597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.094094 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0053208c-69fd-49be-b8f3-dfe915d7e597 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2eabc2e-fa46-4b93-85ac-c22861744b05 HTTP/1.1" status: 204 len: 168 time: 0.8878405 Nov 21 04:38:26.098520 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fef609-e790-4d5d-9599-785c18a0e317 x-openstack-request-id: req-a7fef609-e790-4d5d-9599-785c18a0e317 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:26.098814 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5d300d-ee83-458d-a356-484126f216b8", "tag": "819f5323-6207-460e-9bf6-4efcd89e006d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:26.099067 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7fef609-e790-4d5d-9599-785c18a0e317 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:26.099527 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5d300d-ee83-458d-a356-484126f216b8', 'tag': '819f5323-6207-460e-9bf6-4efcd89e006d', 'status': 'completed', 'code': 200} Nov 21 04:38:26.120937 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.125974 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2672-eb13-4fac-9a2c-e284412213e3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.141916 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053208c-69fd-49be-b8f3-dfe915d7e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eabc2e-fa46-4b93-85ac-c22861744b05,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:26.197758 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:38:26.289555 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.344359 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.344710 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.345485 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.345892 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > port after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.346239 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > port after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.346609 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > port after_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.346934 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.347277 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.347598 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.347924 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.368594 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.376920 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.434163 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca878a39-7d51-4aa9-95da-7316e4162a32 None None] Pushing event updated for resources: {'Port': ['ID=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:26.527049 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Attempting to bind port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:26.527436 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Attempting to bind port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:26.527809 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Attempting to bind port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 on network e8c8b10c-e81a-4c18-8497-a88820180b91 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:26.527913 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:38:26.539056 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:26.539443 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Checking segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:26.539830 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Sync routers for ids ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:38:26.540456 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.540541 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Bound using segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:26.541659 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Bound port: 9f3cb35f-9973-40f9-8d5c-f373d8e87f92, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:26.542102 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.569366 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9c747a05-c258-4665-9432-3f1da309417b admin admin] 10.222.0.37 "PUT /v2.0/routers/b0871a38-bd0c-41c2-aaaf-19d36e1f11ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6490154 Nov 21 04:38:26.571459 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Routers {'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:26.572202 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:26.694490 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] For port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:26.704311 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] For port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:26.718126 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.798675 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.799202 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.800166 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.800852 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:38:26.801526 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Set router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:26.802221 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab4f727-dfde-41f6-b9d3-2af4200506f6']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:26.808711 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-06b722b5-f308-4ce0-aec6-c7922ac325df req-25501639-570c-4992-90bb-367529f0038c tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 210 time: 0.0692091 Nov 21 04:38:26.814905 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2672-eb13-4fac-9a2c-e284412213e3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.873352 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43998c6b-7aca-4d84-9f3d-794bcd086fe4') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:26.873647 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43998c6b-7aca-4d84-9f3d-794bcd086fe4') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:26.917882 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0cd3d014-386d-44be-b40b-1209fcccb512 None None] Provisioning complete for port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:26.918660 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d014-386d-44be-b40b-1209fcccb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:26.935123 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:26.936091 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:26.969038 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4058239'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.021059 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2672-eb13-4fac-9a2c-e284412213e3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.073612 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2e47e-c05d-41ee-9b5d-4ab68f81069b req-ca428f19-a661-4c89-b6f6-1521854cdd13 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:27.078630 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-26c2e47e-c05d-41ee-9b5d-4ab68f81069b req-ca428f19-a661-4c89-b6f6-1521854cdd13 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.1712744 Nov 21 04:38:27.083719 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca878a39-7d51-4aa9-95da-7316e4162a32 None None] Pushing event updated for resources: {'Port': ['ID=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:27.115823 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2672-eb13-4fac-9a2c-e284412213e3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.117148 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6bfb2672-eb13-4fac-9a2c-e284412213e3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0672390 Nov 21 04:38:27.126652 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45532) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:27.137747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.144502 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-435fb565-84c3-4504-9b3f-d83ae369119e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'security_group_rule': {'security_group_id': '36a265db-ce53-4adc-9f93-74e82dab75c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:27.174193 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:38:27.174818 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3509694'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: from cryptography.utils import int_from_bytes Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: from cryptography.utils import int_from_bytes Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: Traceback (most recent call last): Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: timer() Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: cb(*args, **kw) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: return func(*args, **kwargs) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: self._notify() Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: self.callback(batched_events) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: event.method(event) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: return f(self, *a, **k) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._get(url).json() Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: return self.request(url, 'GET', **kwargs) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:38:27.179909 dv-cinder-776422-6-iscsi neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:38:27.310577 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-26c2e47e-c05d-41ee-9b5d-4ab68f81069b req-b39dbc21-015a-4d00-87ec-16969cd21f1c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250714 Nov 21 04:38:27.342914 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-435fb565-84c3-4504-9b3f-d83ae369119e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.418719 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d014-386d-44be-b40b-1209fcccb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.454895 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-435fb565-84c3-4504-9b3f-d83ae369119e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.455114 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:27.465518 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-435fb565-84c3-4504-9b3f-d83ae369119e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.477300 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb2672-eb13-4fac-9a2c-e284412213e3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a265db-ce53-4adc-9f93-74e82dab75c8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:27.488661 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ba39a-48b3-4557-87ef-ff7b108c987b req-a206d7e7-855d-4e22-a19f-bd392c23e9ec tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:27.490617 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e9ba39a-48b3-4557-87ef-ff7b108c987b req-a206d7e7-855d-4e22-a19f-bd392c23e9ec tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.6732078 Nov 21 04:38:27.536763 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0cd3d014-386d-44be-b40b-1209fcccb512 None None] For port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:27.541657 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '26b885de-9de8-4190-a076-dbd059d003cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:22Z', 'revision_number': 4, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port': {'id': '26b885de-9de8-4190-a076-dbd059d003cb', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:03Z', 'updated_at': '2021-11-21T04:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'a2326afb-0a1c-4273-83ac-eebb6cd0a049', 'name': '', 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'mac_address': 'fa:16:3e:2a:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:15Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 2, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'subnets': [{'id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:27.548895 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d014-386d-44be-b40b-1209fcccb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.564966 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-435fb565-84c3-4504-9b3f-d83ae369119e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.567285 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-435fb565-84c3-4504-9b3f-d83ae369119e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4265051 Nov 21 04:38:27.568515 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fb565-84c3-4504-9b3f-d83ae369119e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84844c82-b40d-4754-86fd-c68f61846d8b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:27.572305 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45544) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:27.578790 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e9ba39a-48b3-4557-87ef-ff7b108c987b req-f2afef23-a17b-4275-b88f-f0b16db5348f tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754645 Nov 21 04:38:27.579558 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7db02de6-68ab-46b2-b1e7-5e32d1905edd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'security_group_rule': {'security_group_id': '36a265db-ce53-4adc-9f93-74e82dab75c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:27.592825 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.631987 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab4f727-dfde-41f6-b9d3-2af4200506f6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:27.639340 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.648740 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d70a0e4a-5494-4308-a191-1592303e3eac admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ab4f727-dfde-41f6-b9d3-2af4200506f6 HTTP/1.1" status: 204 len: 168 time: 1.6680157 Nov 21 04:38:27.650133 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45548) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:27.657241 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db02de6-68ab-46b2-b1e7-5e32d1905edd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.718980 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3d014-386d-44be-b40b-1209fcccb512 None None] Pushing event updated for resources: {'Port': ['ID=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:27.764006 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db02de6-68ab-46b2-b1e7-5e32d1905edd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.764831 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Checking router: b0871a38-bd0c-41c2-aaaf-19d36e1f11ed for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:38:27.765213 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Updating router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed port a2326afb-0a1c-4273-83ac-eebb6cd0a049 binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:38:27.771429 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db02de6-68ab-46b2-b1e7-5e32d1905edd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.794720 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] Deleting subnet cff81f1a-5c7b-4055-bffb-8b126ce957a1 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:38:27.804881 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.806065 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db02de6-68ab-46b2-b1e7-5e32d1905edd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690739da-1ae9-4427-9fbf-ecd7b7ea0105,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:27.838714 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db02de6-68ab-46b2-b1e7-5e32d1905edd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.844349 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-7db02de6-68ab-46b2-b1e7-5e32d1905edd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2698951 Nov 21 04:38:27.846211 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:27.850589 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5eb4a47b-16b8-4fea-8e08-911a83f3f180 None None] Provisioning complete for port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:27.851784 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a47b-16b8-4fea-8e08-911a83f3f180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.853775 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:27.871978 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.883823 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.903510 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:27.966911 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:26Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:27.999888 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-45134b17-bb85-44e6-a06c-b5fad03d0c6f req-2e300efd-7594-4dd5-8109-35b6d2d99428 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 210 time: 0.0581331 Nov 21 04:38:28.029954 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.039753 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc81e06-20b0-4f3c-a511-895b56883368 None None] The sync data for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi is: [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:26Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:38:28.213201 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.214979 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'tag': 'da045257-3914-49e1-a409-15b1fa905856'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:28.219235 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211e825b-9fc3-41d6-aec1-83922d34bcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "071d6be8-93f2-4769-9075-7bf8562b09bb", "tag": "da045257-3914-49e1-a409-15b1fa905856"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:28.263469 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff81f1a-5c7b-4055-bffb-8b126ce957a1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:28.274032 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.289831 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2f4aef41-79a3-4080-b004-c7f94b6c97a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cff81f1a-5c7b-4055-bffb-8b126ce957a1 HTTP/1.1" status: 204 len: 168 time: 0.6350703 Nov 21 04:38:28.293551 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:28.316327 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-613fe608-9b90-48d4-97c9-d50e447d2403 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819f5323-6207-460e-9bf6-4efcd89e006d HTTP/1.1" status: 200 len: 217 time: 0.3250086 Nov 21 04:38:28.592897 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8290ca-0e8c-41a0-8c27-61af9160180a x-openstack-request-id: req-3e8290ca-0e8c-41a0-8c27-61af9160180a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:28.593218 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071d6be8-93f2-4769-9075-7bf8562b09bb", "tag": "da045257-3914-49e1-a409-15b1fa905856", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:28.594804 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e8290ca-0e8c-41a0-8c27-61af9160180a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:28.595202 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'tag': 'da045257-3914-49e1-a409-15b1fa905856', 'status': 'completed', 'code': 200} Nov 21 04:38:28.601759 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.623026 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caf6db75-861b-4d77-b221-fb9456eda201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.630558 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-833bf29f-3b74-40de-bdbc-d1f4d10c5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:28.632100 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-833bf29f-3b74-40de-bdbc-d1f4d10c5de7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f448acbb5749f299c51b5f61e0b33d&device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 1096 time: 0.5762906 Nov 21 04:38:28.663171 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-c4b294d0-453c-4960-af40-b7935bfde9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:28.682422 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-c4b294d0-453c-4960-af40-b7935bfde9a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.3473368 Nov 21 04:38:28.730033 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-4947ea61-968c-4975-afb8-b030cc7ee397 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:28.731720 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-4947ea61-968c-4975-afb8-b030cc7ee397 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 818 time: 0.8863041 Nov 21 04:38:28.786402 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-d28ef4da-221f-4a43-bbcc-03258da62d6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da045257-3914-49e1-a409-15b1fa905856 HTTP/1.1" status: 200 len: 217 time: 0.1298273 Nov 21 04:38:28.840627 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.849497 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:28.853795 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.870205 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:28.875079 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-da0de0aa-6ce9-4e99-808f-011ac9d66cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909832 Nov 21 04:38:28.893583 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.48', 54114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:28.909265 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2abc5-d62f-4db0-92d6-a686a2c7d018 req-1542df81-decb-400f-925d-da8103c73311 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:28.911128 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-12e2abc5-d62f-4db0-92d6-a686a2c7d018 req-1542df81-decb-400f-925d-da8103c73311 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.2171257 Nov 21 04:38:28.916914 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a46fe78-28b6-4071-867c-99ee3b01bd25']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:28.966425 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df93350-201c-4da0-8481-7614b9291813') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:28.966805 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df93350-201c-4da0-8481-7614b9291813') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:28.971885 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdbc52-2246-4809-866a-6ef6e3e1671a None None] Pushing event updated for resources: {'Port': ['ID=a2326afb-0a1c-4273-83ac-eebb6cd0a049,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:29.027695 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-fff70344-ebfc-4271-8b33-a42e9d9a5c5d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/quotas/bc1bb52881da4a55ad7e6550d14aa65a HTTP/1.1" status: 200 len: 375 time: 0.1596622 Nov 21 04:38:29.095790 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4058239'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.115819 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:29.116210 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.124957 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.139851 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:38:29.140509 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3509694'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: Traceback (most recent call last): Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: timer() Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: cb(*args, **kw) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: return func(*args, **kwargs) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: self._notify() Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: self.callback(batched_events) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: event.method(event) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: return f(self, *a, **k) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._get(url).json() Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: return self.request(url, 'GET', **kwargs) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:38:29.143261 dv-cinder-776422-6-iscsi neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:38:29.200975 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.204181 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-f057f6df-197e-4b2a-9637-855e54c2d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:29.205870 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-f057f6df-197e-4b2a-9637-855e54c2d1e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08f9a3a6-c961-4ebb-bc14-1f90985a47be HTTP/1.1" status: 200 len: 852 time: 0.3278716 Nov 21 04:38:29.213981 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Attempting to bind port a2326afb-0a1c-4273-83ac-eebb6cd0a049 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:29.213981 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Attempting to bind port a2326afb-0a1c-4273-83ac-eebb6cd0a049 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:29.215309 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Attempting to bind port a2326afb-0a1c-4273-83ac-eebb6cd0a049 on network 6346ee5f-87a9-4d35-8339-16a23954b883 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:29.224471 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-3f6ada18-844d-49ea-a4ca-54e9bda2685f service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201694 Nov 21 04:38:29.235145 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:29.235698 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Checking segment: {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:29.236386 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.237031 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Bound using segment: {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:29.237999 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Bound port: a2326afb-0a1c-4273-83ac-eebb6cd0a049, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:29.238530 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.281238 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-8d85f1d1-6912-4c7d-8cc2-e87737249ff6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2238529 Nov 21 04:38:29.285069 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-3a52608e-70c0-42ab-8def-a2e42e7e54bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f41c8686-86e5-4008-b5ff-21dd94f1a65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595195 Nov 21 04:38:29.358127 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-12e2abc5-d62f-4db0-92d6-a686a2c7d018 req-f118e2b4-f0c4-4d9b-a3fb-1291b52f2460 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245858 Nov 21 04:38:29.458878 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-3a3271fb-3639-43cf-829d-7dbcd4d56109 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:29.462497 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-3a3271fb-3639-43cf-829d-7dbcd4d56109 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 809 time: 0.5474317 Nov 21 04:38:29.463936 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.481909 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.485994 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] 10.222.0.37 "DELETE /v2.0/networks/8a46fe78-28b6-4071-867c-99ee3b01bd25 HTTP/1.1" status: 204 len: 168 time: 1.1908715 Nov 21 04:38:29.538986 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4f4e-fe4f-4755-bd1d-d46ced27a79c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a46fe78-28b6-4071-867c-99ee3b01bd25,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:29.550798 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] For port a2326afb-0a1c-4273-83ac-eebb6cd0a049, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:29.617439 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] For port a2326afb-0a1c-4273-83ac-eebb6cd0a049, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=a2326afb-0a1c-4273-83ac-eebb6cd0a049,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:29.652580 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:29.730011 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-74442fe3-de60-4ec7-9105-aac9ad08a628 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6886ae7812d74d9689ee118e06ba762b HTTP/1.1" status: 200 len: 379 time: 0.2228982 Nov 21 04:38:29.752324 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'port': {'device_id': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'admin_state_up': True, 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'security_groups': ['87f5bf87-559a-4747-8f68-71060becedc3']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:29.776693 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1706e2b-7194-47a1-bb12-40003b3de338 req-5603e52a-24d4-4516-bb0d-b1e75aed457e tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:29.778220 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1706e2b-7194-47a1-bb12-40003b3de338 req-5603e52a-24d4-4516-bb0d-b1e75aed457e tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.2511308 Nov 21 04:38:29.817142 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Routers {'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:29.817734 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:29.909910 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdbc52-2246-4809-866a-6ef6e3e1671a None None] Pushing event updated for resources: {'Port': ['ID=a2326afb-0a1c-4273-83ac-eebb6cd0a049,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:29.918841 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:29.953200 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-994d0f92-6a22-4d26-8737-ac79e2f2e35e service neutron] 10.222.0.37 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500161 Nov 21 04:38:30.082040 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1706e2b-7194-47a1-bb12-40003b3de338 req-61b8c496-b5d6-4df0-8ab5-afeb249ec489 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632265 Nov 21 04:38:30.157676 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Made reservation on behalf of 6886ae7812d74d9689ee118e06ba762b for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:30.161461 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:30.255135 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] Set router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:30.270689 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-855f2ae3-8eb6-46bb-8a05-851644634eb0 req-ea1c6990-0e08-490b-8a13-d8e4ea9d7e42 service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0321386 Nov 21 04:38:30.298684 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-81bcc833-aa3f-4831-a78a-70495bd9febc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13842fc9fd6642e6898ea39f40ee075c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782816 Nov 21 04:38:30.304318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:30.321933 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-96f17359-2645-42af-a6da-c46d17ff2446 service neutron] 10.222.0.48 "GET /v2.0/networks/f41c8686-86e5-4008-b5ff-21dd94f1a65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878216 Nov 21 04:38:30.360044 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Allocated IP 172.27.1.139 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/d57120c0-5f86-4634-9477-fe3c3c1d8dff) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:30.369562 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ebf88c17-47db-4304-a50b-6e824c5a9dbb service neutron] 10.222.0.37 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964934 Nov 21 04:38:30.391078 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c8786928-e5f8-4529-bf5b-a0f7cd3ebf91 req-e3802bb2-0f2e-4973-a71f-3338e2007137 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 210 time: 0.0789866 Nov 21 04:38:30.607628 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '26b885de-9de8-4190-a076-dbd059d003cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:22Z', 'revision_number': 4, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port': {'id': '26b885de-9de8-4190-a076-dbd059d003cb', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:03Z', 'updated_at': '2021-11-21T04:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'a2326afb-0a1c-4273-83ac-eebb6cd0a049', 'name': '', 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'mac_address': 'fa:16:3e:2a:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:15Z', 'updated_at': '2021-11-21T04:38:29Z', 'revision_number': 4, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'subnets': [{'id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:30.664090 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b037e-2c8f-4dff-bf59-6a87712fb205 None None] The sync data for ids ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'] in dv-cinder-776422-6-iscsi is: [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '26b885de-9de8-4190-a076-dbd059d003cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:22Z', 'revision_number': 4, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port': {'id': '26b885de-9de8-4190-a076-dbd059d003cb', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:03Z', 'updated_at': '2021-11-21T04:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'a2326afb-0a1c-4273-83ac-eebb6cd0a049', 'name': '', 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'mac_address': 'fa:16:3e:2a:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:15Z', 'updated_at': '2021-11-21T04:38:29Z', 'revision_number': 4, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'subnets': [{'id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:38:30.694392 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Allocated IP 172.20.0.11 (26b09779-26df-4a00-bdf9-618b578b2ab4/24b7bb43-a76a-40fe-994e-2f90548bd951/daa8fe12-2e84-486c-8b44-3957b48d614a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:30.732817 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc06c3-53a5-4a22-8c77-1e0eec52b19d req-2ffbeb67-71bb-47c3-8d53-26eb9e3aeac4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:30.735719 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6dfc06c3-53a5-4a22-8c77-1e0eec52b19d req-2ffbeb67-71bb-47c3-8d53-26eb9e3aeac4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.2024128 Nov 21 04:38:30.774618 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7604a8d7-e3f7-4dea-b54b-4613d081fb54 req-ff7a3532-c8b2-44af-be61-56b082f9e872 service neutron] 10.222.0.48 "GET /v2.0/networks/f41c8686-86e5-4008-b5ff-21dd94f1a65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882513 Nov 21 04:38:30.939182 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6dfc06c3-53a5-4a22-8c77-1e0eec52b19d req-acb7db24-4675-4c51-99cc-9caaf9ca42c2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944036 Nov 21 04:38:30.941708 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9c49135d-7120-4ec6-adb1-963c5d55c1df req-789e3bee-1042-4aba-94f2-baa814e1a8b1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 210 time: 0.1657212 Nov 21 04:38:30.965562 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a841775-9e67-46d7-a067-02298b9ee378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:30.968419 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e67cc8ca-9727-487e-a312-e764cea6f30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.008700 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-8c201bf0-fa94-4996-99e5-3e6c6c43d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:31.010296 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-8c201bf0-fa94-4996-99e5-3e6c6c43d40a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 1097 time: 0.6112785 Nov 21 04:38:31.035583 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a841775-9e67-46d7-a067-02298b9ee378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.088576 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.105792 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.183983 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.196012 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a841775-9e67-46d7-a067-02298b9ee378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.196271 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.198782 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a841775-9e67-46d7-a067-02298b9ee378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.203698 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-2a841775-9e67-46d7-a067-02298b9ee378 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/402605da-6982-4749-8226-4b5fb1f9c4b1 HTTP/1.1" status: 204 len: 168 time: 0.8946538 Nov 21 04:38:31.338892 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:31.352068 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a841775-9e67-46d7-a067-02298b9ee378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402605da-6982-4749-8226-4b5fb1f9c4b1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:31.358729 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:31.373827 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:31.429805 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:31.441349 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'Port': ['ID=d57120c0-5f86-4634-9477-fe3c3c1d8dff,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:31.447468 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:31.449933 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:31.509910 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'Port': ['ID=daa8fe12-2e84-486c-8b44-3957b48d614a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:31.574328 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeba69e-c9c5-4354-89b0-2eaa2ffbcedc req-7703f3b6-52b9-49cc-a99f-317b241e999c tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:31.594829 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5eeba69e-c9c5-4354-89b0-2eaa2ffbcedc req-7703f3b6-52b9-49cc-a99f-317b241e999c tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.2903631 Nov 21 04:38:31.625529 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:31.626924 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.631176 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.676338 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475abf-c7b1-479d-91d8-35042e299d7c req-656e8062-30dc-43aa-979d-13f264c202ad tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:31.684301 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-656e8062-30dc-43aa-979d-13f264c202ad tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 818 time: 0.3501830 Nov 21 04:38:31.695614 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5eeba69e-c9c5-4354-89b0-2eaa2ffbcedc req-f82e50f4-f3ea-431d-9a4f-0941955f54ac tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985136 Nov 21 04:38:31.700716 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-a0b298d0-2588-4ef2-985c-b39228ec8db9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9697537 Nov 21 04:38:31.728029 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-b184aa94-ea6a-4922-99ee-6c58098ba6ba tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/quotas/bc1bb52881da4a55ad7e6550d14aa65a HTTP/1.1" status: 200 len: 375 time: 0.0427239 Nov 21 04:38:31.767887 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.777300 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-76d68723-a14d-4ade-8b3e-be4771c24bdd None None] Provisioning complete for port daa8fe12-2e84-486c-8b44-3957b48d614a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:31.777798 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76d68723-a14d-4ade-8b3e-be4771c24bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.833256 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:31.866479 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-76d68723-a14d-4ade-8b3e-be4771c24bdd None None] Port daa8fe12-2e84-486c-8b44-3957b48d614a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:38:31.879076 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-d58288ae-a46a-43b4-8fec-6d31807519c9 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1500447 Nov 21 04:38:31.882755 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa059a6c-e570-46ab-8fee-6f15a460e195 req-bd0696ee-089a-40d0-8443-4b43aecfc624 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:31.884440 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aa059a6c-e570-46ab-8fee-6f15a460e195 req-bd0696ee-089a-40d0-8443-4b43aecfc624 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 932 time: 0.0847991 Nov 21 04:38:31.945465 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:31.953879 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aa059a6c-e570-46ab-8fee-6f15a460e195 req-8e172ee0-e675-4ca0-b76f-fe809205acd4 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623181 Nov 21 04:38:32.006124 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c47813fe-6df5-4867-87d4-76fbd719a6a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b13171fe140410a9e5c2625807493c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715188 Nov 21 04:38:32.011893 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45698) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:32.113934 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-31505a52-0c33-4535-b727-2c3f62615fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300427 Nov 21 04:38:32.149214 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f3d39-bd25-4eeb-89ab-392d8c5227c9 req-fc403754-e120-49c5-90d8-9265a4c007fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:32.156929 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-145f3d39-bd25-4eeb-89ab-392d8c5227c9 req-fc403754-e120-49c5-90d8-9265a4c007fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.1025114 Nov 21 04:38:32.159587 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d413b3ce-6a41-4460-86ff-b51e3ee6d831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.203978 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d413b3ce-6a41-4460-86ff-b51e3ee6d831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.240527 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.255755 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.258925 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-145f3d39-bd25-4eeb-89ab-392d8c5227c9 req-ada89e2d-c89f-427b-bcc6-0d3f5597c762 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011288 Nov 21 04:38:32.300487 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d413b3ce-6a41-4460-86ff-b51e3ee6d831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.305142 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d413b3ce-6a41-4460-86ff-b51e3ee6d831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.306260 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d413b3ce-6a41-4460-86ff-b51e3ee6d831 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed6530fd-3fe0-4a5d-80b2-1b6e49418458 HTTP/1.1" status: 204 len: 168 time: 0.2893944 Nov 21 04:38:32.321563 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413b3ce-6a41-4460-86ff-b51e3ee6d831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6530fd-3fe0-4a5d-80b2-1b6e49418458,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:32.341016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.345501 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-a93ccbe9-6e42-4286-80dd-3f9890cc4cdc service neutron] 10.222.0.37 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224929 Nov 21 04:38:32.361591 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'Port': ['ID=d57120c0-5f86-4634-9477-fe3c3c1d8dff,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:32.381412 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.381412 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-82391b13-fb83-4565-95f0-b7f4a692d863 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5259452 Nov 21 04:38:32.539646 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d48ef115-059c-4884-9dd4-3137a82f4ca5 req-a705ec3b-a5a7-4878-a116-ec338f633c18 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 210 time: 0.0383227 Nov 21 04:38:32.656710 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-806f6de7-7b97-4d4c-8ff5-46c1becdbf57 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1009681977&fields=id&tenant_id=232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 267 time: 0.0803907 Nov 21 04:38:32.834783 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device a2326afb-0a1c-4273-83ac-eebb6cd0a049 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:32.869917 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-62b1df17-94a9-4c00-be45-60cce4c6b6be tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:32.878019 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-62b1df17-94a9-4c00-be45-60cce4c6b6be tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 817 time: 0.2114100 Nov 21 04:38:32.886796 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c8128-f956-4c3f-b0b5-931a6956ab55 req-81ab20e8-bddd-40f3-a936-287001dd2d9d tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:32.888420 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-662c8128-f956-4c3f-b0b5-931a6956ab55 req-81ab20e8-bddd-40f3-a936-287001dd2d9d tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.0874295 Nov 21 04:38:32.901113 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-dc1d7a1a-585c-4161-8917-5a37a6617295 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/quotas/232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 375 time: 0.0129411 Nov 21 04:38:32.927212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port a2326afb-0a1c-4273-83ac-eebb6cd0a049 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:32.927212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:32.978965 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-662c8128-f956-4c3f-b0b5-931a6956ab55 req-5748df1b-3cfe-46e2-b257-f8b6ed16a851 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842209 Nov 21 04:38:33.006347 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-2e5889e1-10ea-4ec9-9da6-de1f546d01ff tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982306 Nov 21 04:38:33.074628 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:33.119772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a7275-9848-467b-bac7-064ef527ab41 req-2d67f7ab-aa7b-4fbd-8882-f0f4db012e3e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:33.120903 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port a2326afb-0a1c-4273-83ac-eebb6cd0a049, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=a2326afb-0a1c-4273-83ac-eebb6cd0a049,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:33.122523 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-091a7275-9848-467b-bac7-064ef527ab41 req-2d67f7ab-aa7b-4fbd-8882-f0f4db012e3e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 932 time: 0.0706682 Nov 21 04:38:33.128062 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:33.147467 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-fc51d532-69f1-42c4-994d-04d224d783df service neutron] 10.222.0.37 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222541 Nov 21 04:38:33.221917 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-091a7275-9848-467b-bac7-064ef527ab41 req-f2f186b4-d2a2-4aa3-b9e9-4fa65a54679a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925479 Nov 21 04:38:33.263189 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=a2326afb-0a1c-4273-83ac-eebb6cd0a049,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:33.332499 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-69b5d04a-ff94-4eea-bd0b-fc2cef434482 service neutron] 10.222.0.37 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771066 Nov 21 04:38:33.414413 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72da54d-dd53-4ac3-ac39-f260db945368 req-3b001600-b845-48ca-9e88-b1fe9e4b1411 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:33.416004 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e72da54d-dd53-4ac3-ac39-f260db945368 req-3b001600-b845-48ca-9e88-b1fe9e4b1411 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.0696387 Nov 21 04:38:33.481347 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e72da54d-dd53-4ac3-ac39-f260db945368 req-bfcd7da8-27e3-4948-90f8-1ab58e44483f tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568986 Nov 21 04:38:33.538421 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:33.577581 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6ad3da73-05fa-4dc5-9e4d-7f5c497af839 req-94a306fc-4929-40b0-82ee-ad0e60b6e387 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.0354669 Nov 21 04:38:33.652609 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cfaca279-3fac-4a72-a6ae-072bab96faf7 req-902797fe-0899-426f-abe0-cb263c76f5bc tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 210 time: 0.0336337 Nov 21 04:38:33.717931 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Request body: {'port': {'device_id': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:33.816383 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:33.938901 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-1399d4c5-1985-47a5-90af-390d85d7614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:33.940714 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-1399d4c5-1985-47a5-90af-390d85d7614a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 915 time: 0.2310722 Nov 21 04:38:34.031230 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-f79b0c84-789b-4ece-b4ea-660089397a9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819f5323-6207-460e-9bf6-4efcd89e006d HTTP/1.1" status: 200 len: 217 time: 0.0519936 Nov 21 04:38:34.043620 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-d5a57e09-d75b-4fea-85f3-77aae2970c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:34.045746 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-d5a57e09-d75b-4fea-85f3-77aae2970c99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f448acbb5749f299c51b5f61e0b33d&device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 1096 time: 0.1039257 Nov 21 04:38:34.404158 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-490019f6-ec56-4fff-9b59-7678fb5dab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:34.405674 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-490019f6-ec56-4fff-9b59-7678fb5dab7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.3309734 Nov 21 04:38:34.483679 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-02ce4c39-0352-41d7-8385-156565baadd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490799 Nov 21 04:38:34.519704 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6f8dc-0bb8-46ce-8108-073f89ccdf2e req-083e2c5a-d344-4661-adfb-5692b92a4276 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:34.537450 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3ae6f8dc-0bb8-46ce-8108-073f89ccdf2e req-083e2c5a-d344-4661-adfb-5692b92a4276 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 932 time: 0.1663649 Nov 21 04:38:34.582114 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3684037-988c-4749-8257-10a6c37bb29c req-b06b53c8-5200-4841-ae2a-f2629a995020 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:34.583941 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e3684037-988c-4749-8257-10a6c37bb29c req-b06b53c8-5200-4841-ae2a-f2629a995020 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.5002778 Nov 21 04:38:34.636937 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-4c8e515e-7d11-45ef-8bbe-3cf02bfea1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:34.638896 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-4c8e515e-7d11-45ef-8bbe-3cf02bfea1ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=f41c8686-86e5-4008-b5ff-21dd94f1a65d HTTP/1.1" status: 200 len: 913 time: 0.5539789 Nov 21 04:38:34.651098 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3ae6f8dc-0bb8-46ce-8108-073f89ccdf2e req-9cd429ed-9b44-43bb-86e7-0f7fe2eaff48 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126361 Nov 21 04:38:34.653139 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:34.800215 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-b61dabd0-8068-47e2-a716-8db7d67f078b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da045257-3914-49e1-a409-15b1fa905856 HTTP/1.1" status: 200 len: 217 time: 0.1030040 Nov 21 04:38:34.804547 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa8fe12-2e84-486c-8b44-3957b48d614a {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:34.819454 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device a2326afb-0a1c-4273-83ac-eebb6cd0a049 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:34.823937 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.48', 54128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:34.827737 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:34.842582 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e3684037-988c-4749-8257-10a6c37bb29c req-22092080-fcff-4a8e-91b6-2e2ee563c081 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484932 Nov 21 04:38:34.849865 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-467d4791-3cb3-4a7f-985b-42b94a71c96e service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558004 Nov 21 04:38:34.977660 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port a2326afb-0a1c-4273-83ac-eebb6cd0a049 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:34.978131 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:34.998291 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475abf-c7b1-479d-91d8-35042e299d7c req-0b6037d6-104f-4a17-8ade-1338a4f655f4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:34.999849 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-0b6037d6-104f-4a17-8ade-1338a4f655f4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 818 time: 0.1523252 Nov 21 04:38:35.025702 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Transition to ACTIVE for port object daa8fe12-2e84-486c-8b44-3957b48d614a will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:38:35.029603 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Request body: {'port': {'device_id': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'admin_state_up': True, 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:35.058640 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:35.082263 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6e1d6998-e57b-4356-9180-d6836e54a769 req-d2407563-1816-434c-b25e-2b8ac54f7086 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.0561676 Nov 21 04:38:35.119581 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459c6d-bce4-4c34-b56d-799c543f6233 req-4cd6f6c3-5d51-4d6d-a273-e8167176c0d5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:35.126809 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-01459c6d-bce4-4c34-b56d-799c543f6233 req-4cd6f6c3-5d51-4d6d-a273-e8167176c0d5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.3301597 Nov 21 04:38:35.143269 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-7a953069-839b-4e5b-aca6-44b5f901e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:35.151659 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-7a953069-839b-4e5b-aca6-44b5f901e2de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08f9a3a6-c961-4ebb-bc14-1f90985a47be HTTP/1.1" status: 200 len: 852 time: 0.2829099 Nov 21 04:38:35.216907 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-b3e1e971-bb62-4d36-b2ec-f6e02c68522b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f41c8686-86e5-4008-b5ff-21dd94f1a65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414226 Nov 21 04:38:35.271897 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1204bfad-879e-4a55-9c66-ea9a96bbc5ff req-2c3ab1f1-c31e-43d4-a017-a2922752eb0e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 210 time: 0.0517900 Nov 21 04:38:35.287753 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f9f5c3-39e3-4616-9591-f76ab924dfff req-b44244f0-09c6-4ead-83d9-c0793f52f952 service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002125 Nov 21 04:38:35.309821 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Pushing event updated for resources: {'Port': ['ID=daa8fe12-2e84-486c-8b44-3957b48d614a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:35.533599 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-f1e62efb-6f7a-4e5e-bea3-8638cccfe733 service neutron] 10.222.0.48 "GET /v2.0/networks/f41c8686-86e5-4008-b5ff-21dd94f1a65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734632 Nov 21 04:38:35.542095 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-01459c6d-bce4-4c34-b56d-799c543f6233 req-6a4ee6e4-878e-4247-9101-f4a246921b62 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092164 Nov 21 04:38:35.657216 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Attempting to bind port daa8fe12-2e84-486c-8b44-3957b48d614a on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:35.657568 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Attempting to bind port daa8fe12-2e84-486c-8b44-3957b48d614a by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:35.657925 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Attempting to bind port daa8fe12-2e84-486c-8b44-3957b48d614a on network 26b09779-26df-4a00-bdf9-618b578b2ab4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:35.664631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Made reservation on behalf of bc1bb52881da4a55ad7e6550d14aa65a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:35.669411 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:35.681643 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Port daa8fe12-2e84-486c-8b44-3957b48d614a on network 26b09779-26df-4a00-bdf9-618b578b2ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:38:35.682494 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Attempting to bind port daa8fe12-2e84-486c-8b44-3957b48d614a on network 26b09779-26df-4a00-bdf9-618b578b2ab4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:35.694735 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:35.695269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Checking segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:35.695955 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Bound using segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:35.696455 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Bound port: daa8fe12-2e84-486c-8b44-3957b48d614a, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:35.696891 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:35.711398 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-211e825b-9fc3-41d6-aec1-83922d34bcb1 req-73016331-eff6-49f2-982d-f004228d9abb service neutron] 10.222.0.48 "GET /v2.0/networks/f41c8686-86e5-4008-b5ff-21dd94f1a65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677699 Nov 21 04:38:35.741265 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-aaf52e0b-dd6c-4570-8606-408f63afcb91 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:35.743572 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-aaf52e0b-dd6c-4570-8606-408f63afcb91 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 818 time: 0.3163505 Nov 21 04:38:35.787354 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Request body: {'port': {'device_id': '057613fe-f3ea-4900-be2f-d391589b2270', 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'admin_state_up': True, 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:35.899780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] For port daa8fe12-2e84-486c-8b44-3957b48d614a, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:35.907630 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] For port daa8fe12-2e84-486c-8b44-3957b48d614a, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=daa8fe12-2e84-486c-8b44-3957b48d614a,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:35.915035 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:35.916254 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd837664-2b33-4eea-920f-7e86039768b8 req-fc85b4a3-eaed-4c36-94a7-ef18c2297cdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:35.922666 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fd837664-2b33-4eea-920f-7e86039768b8 req-fc85b4a3-eaed-4c36-94a7-ef18c2297cdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.1654258 Nov 21 04:38:35.962373 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Allocated IP 172.20.0.9 (6346ee5f-87a9-4d35-8339-16a23954b883/77ebe265-f657-43f8-b987-8eff7f2e0c9e/b5403790-f9ef-4ab3-b481-af11b0ccb897) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:35.998008 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:35.998853 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.000471 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] 10.222.0.48 "PUT /v2.0/ports/daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 200 len: 1094 time: 2.2909980 Nov 21 04:38:36.003244 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:36.025969 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fd837664-2b33-4eea-920f-7e86039768b8 req-fd21f246-63d9-492c-9ca6-ccf767d75aa9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938928 Nov 21 04:38:36.074759 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Made reservation on behalf of bc1bb52881da4a55ad7e6550d14aa65a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:36.083432 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.119204 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027a1f7-b8a7-49c7-be1e-269185921afd service neutron] Pushing event updated for resources: {'Port': ['ID=daa8fe12-2e84-486c-8b44-3957b48d614a,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:36.178501 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:36.252224 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d5d5f-3c5b-4a98-b3bd-182183d48f53 req-2469be4b-7474-496c-8c46-4aa8798cbf8a tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:36.257821 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-563d5d5f-3c5b-4a98-b3bd-182183d48f53 req-2469be4b-7474-496c-8c46-4aa8798cbf8a tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.2978892 Nov 21 04:38:36.387541 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e89a1f-b7db-4eb7-a6df-b852be738a45" -d '{"events": [{"name": "network-changed", "server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:36.472923 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4b4e0732-d5f3-406a-ac9c-b4cdc5f80ed2 req-0bd1911f-7183-4d71-bdc4-cfcb9e8bbbc4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.1327271 Nov 21 04:38:36.479435 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8528641-75b3-4bfc-b82e-725655820113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.494257 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-245016d5-414f-429b-98d0-ea810a3ecf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:36.495949 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-245016d5-414f-429b-98d0-ea810a3ecf3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 1097 time: 0.1577053 Nov 21 04:38:36.572055 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-2e9954bb-77fa-4c5d-a1c6-80ece90e70b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 200 len: 217 time: 0.0454071 Nov 21 04:38:36.613841 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-563d5d5f-3c5b-4a98-b3bd-182183d48f53 req-d666faa3-2d1b-4a53-95b0-d325ec5aca01 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596014 Nov 21 04:38:36.642996 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5e110874-056c-494c-9b09-a814c4a0466b req-ae44f22a-f816-43ab-a2d7-4f10e534391b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 210 time: 0.0687821 Nov 21 04:38:36.649691 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.665880 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-8f7878ae-ad26-4fcf-b23a-79caf55ac258 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:36.667697 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-8f7878ae-ad26-4fcf-b23a-79caf55ac258 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 817 time: 0.4364326 Nov 21 04:38:36.704362 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-5e001b6e-355e-4c9d-a971-8aa688546be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:36.707722 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-5e001b6e-355e-4c9d-a971-8aa688546be3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.1274898 Nov 21 04:38:36.741662 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.767059 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a477173b-04e7-4abc-aba7-2268898a1409 x-openstack-request-id: req-a477173b-04e7-4abc-aba7-2268898a1409 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:36.767359 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:36.767953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a477173b-04e7-4abc-aba7-2268898a1409 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:36.768455 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'status': 'completed', 'code': 200} Nov 21 04:38:36.802752 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8528641-75b3-4bfc-b82e-725655820113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.815913 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8528641-75b3-4bfc-b82e-725655820113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.831822 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Allocated IP 172.20.0.10 (6346ee5f-87a9-4d35-8339-16a23954b883/77ebe265-f657-43f8-b987-8eff7f2e0c9e/4d897374-eea4-4073-a8eb-8c2e4957e349) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:36.834723 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Network 6346ee5f-87a9-4d35-8339-16a23954b883 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:36.855195 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87855516-1515-477a-9717-d3a8e3a3d67d req-5d7b4857-f1c0-4f3d-9472-a2ec61ef254e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:36.855414 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:36.855494 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-87855516-1515-477a-9717-d3a8e3a3d67d req-5d7b4857-f1c0-4f3d-9472-a2ec61ef254e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.1107969 Nov 21 04:38:36.866785 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:36.874637 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Pushing event updated for resources: {'Port': ['ID=b5403790-f9ef-4ab3-b481-af11b0ccb897,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:36.908417 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-f8528641-75b3-4bfc-b82e-725655820113 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6a8659181e240578d5ab4ffa17ff207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7271492 Nov 21 04:38:36.911049 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:36.915940 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8528641-75b3-4bfc-b82e-725655820113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40610ca-b1b4-4c7a-adee-f965cee14500,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:36.943134 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:36.944258 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:36.963512 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-9712de87-8b1b-46a2-a377-a41ba7ff4383 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9410043 Nov 21 04:38:37.019442 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-87855516-1515-477a-9717-d3a8e3a3d67d req-a07cfa6d-e57c-440c-b00f-7a3fc1a65428 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532054 Nov 21 04:38:37.086012 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4779-8cdd-4ce9-ab31-9170400098d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.119257 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.132093 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4779-8cdd-4ce9-ab31-9170400098d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.138877 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1651-fcdf-4374-befe-1fb1117b9617 req-4561bc48-d95a-46e0-928f-e4b226e62905 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:37.140602 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f05b1651-fcdf-4374-befe-1fb1117b9617 req-4561bc48-d95a-46e0-928f-e4b226e62905 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.0576541 Nov 21 04:38:37.193332 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f05b1651-fcdf-4374-befe-1fb1117b9617 req-258aff62-29ba-448e-bfda-f7ec9f5f9488 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467610 Nov 21 04:38:37.201544 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.251275 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4779-8cdd-4ce9-ab31-9170400098d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.253874 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4779-8cdd-4ce9-ab31-9170400098d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.255021 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-b0fc4779-8cdd-4ce9-ab31-9170400098d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c40610ca-b1b4-4c7a-adee-f965cee14500 HTTP/1.1" status: 204 len: 168 time: 0.3418448 Nov 21 04:38:37.266382 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Network 6346ee5f-87a9-4d35-8339-16a23954b883 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:37.278838 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc4779-8cdd-4ce9-ab31-9170400098d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40610ca-b1b4-4c7a-adee-f965cee14500,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:37.282323 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:37.285011 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:37.292457 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:37.293116 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.296764 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Pushing event updated for resources: {'Port': ['ID=4d897374-eea4-4073-a8eb-8c2e4957e349,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:37.325860 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-5e42135a-6078-4589-9069-31cc8c019928 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5614872 Nov 21 04:38:37.533016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 45900) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:37.548265 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8a1d-1204-46ae-a4e2-6182b6849202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.588092 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-97db174c-290d-4cb1-b385-3de64d0b1d09 req-aa2a0397-d866-46cd-ba3d-e7c7edae78d7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.0365314 Nov 21 04:38:37.659688 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8a1d-1204-46ae-a4e2-6182b6849202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.665846 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8a1d-1204-46ae-a4e2-6182b6849202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.721333 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4b8c8a1d-1204-46ae-a4e2-6182b6849202 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b152dc0cc7354fb5bd4f13504cd862c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871870 Nov 21 04:38:37.725653 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c8a1d-1204-46ae-a4e2-6182b6849202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7520e1ba-e8d8-4d2d-8433-b3ddc44ffd78,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:37.745645 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 45908) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:37.774421 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a825981-f063-4857-b08f-15d19ec16f7b req-7af5c3fb-5ce3-45d4-8789-92eb403f117d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:37.775969 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a825981-f063-4857-b08f-15d19ec16f7b req-7af5c3fb-5ce3-45d4-8789-92eb403f117d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 931 time: 0.0667183 Nov 21 04:38:37.796583 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c38d41-75f6-4bbc-9e35-3c922d9e137b req-e27c253f-f4df-4579-9d89-b11c5624f4e2 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:37.798091 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23c38d41-75f6-4bbc-9e35-3c922d9e137b req-e27c253f-f4df-4579-9d89-b11c5624f4e2 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.1039858 Nov 21 04:38:37.833836 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a825981-f063-4857-b08f-15d19ec16f7b req-ef3cbc91-8301-4873-adde-c87abc802e5a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Nov 21 04:38:37.846189 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f237-fe46-4d14-be25-0b083723134b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.881048 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23c38d41-75f6-4bbc-9e35-3c922d9e137b req-4c5a3c8b-a827-41b2-90e9-d4fac6065e25 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757098 Nov 21 04:38:37.887146 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f237-fe46-4d14-be25-0b083723134b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.940510 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f237-fe46-4d14-be25-0b083723134b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.943532 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f237-fe46-4d14-be25-0b083723134b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:37.945387 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c4b5f237-fe46-4d14-be25-0b083723134b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7520e1ba-e8d8-4d2d-8433-b3ddc44ffd78 HTTP/1.1" status: 204 len: 168 time: 0.1971667 Nov 21 04:38:37.953880 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5f237-fe46-4d14-be25-0b083723134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7520e1ba-e8d8-4d2d-8433-b3ddc44ffd78,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:38.156291 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8501d2-d8a4-4844-ad44-5bb18e1315ba req-4e422552-3ffc-4a20-a783-381af66a5bca tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:38.158948 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bc8501d2-d8a4-4844-ad44-5bb18e1315ba req-4e422552-3ffc-4a20-a783-381af66a5bca tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.0610149 Nov 21 04:38:38.219252 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bc8501d2-d8a4-4844-ad44-5bb18e1315ba req-8ea0a425-a602-40e2-9499-133aab20f66b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Nov 21 04:38:38.317974 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea540018-55ef-45b7-9aad-84f7d2b50c06 req-f07becb9-69a2-4b9f-b37f-66fa221ecba8 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:38.321429 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ea540018-55ef-45b7-9aad-84f7d2b50c06 req-f07becb9-69a2-4b9f-b37f-66fa221ecba8 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.0561066 Nov 21 04:38:38.380667 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ea540018-55ef-45b7-9aad-84f7d2b50c06 req-f83b9864-9065-4705-b8c8-049b0fa54509 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535922 Nov 21 04:38:38.692631 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d3cc80ee-e760-4c72-97d5-5577f84aac8b req-418dad1c-449b-4733-9d0f-d336946c04d8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.0323088 Nov 21 04:38:38.966279 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443412a-a6ef-4b0f-b92d-d33dd5dfd615 req-48c19116-789e-443a-a325-518617a58394 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:38.967869 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f443412a-a6ef-4b0f-b92d-d33dd5dfd615 req-48c19116-789e-443a-a325-518617a58394 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 931 time: 0.0673831 Nov 21 04:38:39.022276 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3232d-70c6-4dd5-804b-0008f7a0c608 req-4d9aaa77-44b8-4639-a13f-bc0f72006cc6 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:39.024220 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d8a3232d-70c6-4dd5-804b-0008f7a0c608 req-4d9aaa77-44b8-4639-a13f-bc0f72006cc6 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.0724559 Nov 21 04:38:39.026221 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f443412a-a6ef-4b0f-b92d-d33dd5dfd615 req-487bc03c-db68-4d27-8e9c-48df88d75669 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514104 Nov 21 04:38:39.081919 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d8a3232d-70c6-4dd5-804b-0008f7a0c608 req-cb6f56b3-2228-4882-b2b7-84079066b4af tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Nov 21 04:38:39.339641 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139633-2096-4db5-8e23-de5e722087e0 req-f4789d9a-8be2-4e55-9164-d383b33f78cc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:39.341062 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ab139633-2096-4db5-8e23-de5e722087e0 req-f4789d9a-8be2-4e55-9164-d383b33f78cc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 944 time: 0.0560172 Nov 21 04:38:39.397013 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ab139633-2096-4db5-8e23-de5e722087e0 req-cb1bb77b-8bb4-4fe6-a524-e6fe124b7153 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Nov 21 04:38:39.505435 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6a42f-1ec3-4e85-b189-af24bbf40142 req-49f3cdd0-bdd4-4363-a7d8-03a4208a0c42 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:39.506997 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ddd6a42f-1ec3-4e85-b189-af24bbf40142 req-49f3cdd0-bdd4-4363-a7d8-03a4208a0c42 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.0546730 Nov 21 04:38:39.561038 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ddd6a42f-1ec3-4e85-b189-af24bbf40142 req-3c0442dd-847f-4281-adb9-be862fef2716 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479541 Nov 21 04:38:39.798123 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1cc3e2e5-f447-4c3d-a285-2a48046c51b4 req-255c69ed-b487-4a3e-99e3-f485f02a314c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.0331957 Nov 21 04:38:39.837004 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Request body: {'port': {'device_id': '057613fe-f3ea-4900-be2f-d391589b2270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:39.838121 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Request body: {'port': {'device_id': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:39.850278 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 819f5323-6207-460e-9bf6-4efcd89e006d details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:38:39.931546 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-eda1adbb-934c-421e-b72b-7fcccb1d0077 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 380 time: 0.1187391 Nov 21 04:38:39.945114 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'port': {'device_id': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'admin_state_up': True, 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'security_groups': ['36a265db-ce53-4adc-9f93-74e82dab75c8']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:39.948809 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:39.960952 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-d150657b-1aed-42f3-a2e0-610f3ad28950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:39.962538 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-d150657b-1aed-42f3-a2e0-610f3ad28950 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314833 Nov 21 04:38:39.963227 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:39.984545 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 819f5323-6207-460e-9bf6-4efcd89e006d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=819f5323-6207-460e-9bf6-4efcd89e006d,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:39.998733 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '819f5323-6207-460e-9bf6-4efcd89e006d', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'port_id': '819f5323-6207-460e-9bf6-4efcd89e006d', 'mac_address': 'fa:16:3e:27:b1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f3d5af-1477-4c77-b916-0eeb764c570a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:38:40.046962 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:40.090375 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819f5323-6207-460e-9bf6-4efcd89e006d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:40.137728 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 819f5323-6207-460e-9bf6-4efcd89e006d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=819f5323-6207-460e-9bf6-4efcd89e006d,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:40.143215 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:40.144613 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device da045257-3914-49e1-a409-15b1fa905856 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:38:40.271568 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=819f5323-6207-460e-9bf6-4efcd89e006d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:40.349208 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port da045257-3914-49e1-a409-15b1fa905856, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=da045257-3914-49e1-a409-15b1fa905856,segment=NetworkSegment(f45d4e19-e455-49fa-8767-3adf1c8c00a4),segment_id=f45d4e19-e455-49fa-8767-3adf1c8c00a4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:40.372924 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'da045257-3914-49e1-a409-15b1fa905856', 'network_id': 'f41c8686-86e5-4008-b5ff-21dd94f1a65d', 'port_id': 'da045257-3914-49e1-a409-15b1fa905856', 'mac_address': 'fa:16:3e:8c:8f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f9a3a6-c961-4ebb-bc14-1f90985a47be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:38:40.396711 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46a2a-43e0-4e98-a337-4670aab76c57 req-61332fdf-aa3f-48bb-b6cb-d042aa987e76 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:40.398856 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-dbb46a2a-43e0-4e98-a337-4670aab76c57 req-61332fdf-aa3f-48bb-b6cb-d042aa987e76 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 943 time: 0.2205839 Nov 21 04:38:40.419002 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:40.441995 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da045257-3914-49e1-a409-15b1fa905856 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:40.449347 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-8125c38f-957f-47fb-a7f0-72f0bb6e76d3 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677060 Nov 21 04:38:40.464755 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port da045257-3914-49e1-a409-15b1fa905856, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=da045257-3914-49e1-a409-15b1fa905856,segment=NetworkSegment(f45d4e19-e455-49fa-8767-3adf1c8c00a4),segment_id=f45d4e19-e455-49fa-8767-3adf1c8c00a4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:40.469001 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:40.502783 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-dbb46a2a-43e0-4e98-a337-4670aab76c57 req-39aae47c-0ad0-483f-8615-071071da6ebe tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946996 Nov 21 04:38:40.503832 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Made reservation on behalf of 232e0518f6724d48a096d6cad8791184 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:38:40.507222 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:40.559935 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=da045257-3914-49e1-a409-15b1fa905856,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:40.635717 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b229c-4af9-45b3-b1ec-15d234176a09 req-4cfe812f-e6fb-42f6-b2a2-ecd141c5501a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:40.646792 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b75b229c-4af9-45b3-b1ec-15d234176a09 req-4cfe812f-e6fb-42f6-b2a2-ecd141c5501a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 931 time: 0.4491951 Nov 21 04:38:40.738105 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d3098-5d6f-43ee-8981-1a932f490912 req-eff2e547-a46e-47ee-ae53-ee004071612d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:40.739757 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-814d3098-5d6f-43ee-8981-1a932f490912 req-eff2e547-a46e-47ee-ae53-ee004071612d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 945 time: 0.1174102 Nov 21 04:38:40.749057 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d897374-eea4-4073-a8eb-8c2e4957e349 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:40.758412 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:40.758689 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Allocated IP 172.20.0.6 (e8c8b10c-e81a-4c18-8497-a88820180b91/a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09/aa97cf69-198d-47b8-9346-8093b5e3b973) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:38:40.772583 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Transition to ACTIVE for port object 4d897374-eea4-4073-a8eb-8c2e4957e349 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:38:40.805642 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:40.900279 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d897374-eea4-4073-a8eb-8c2e4957e349,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:40.934951 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d4cfd38-eec4-4a8a-95ee-59ce0739a2c8 req-baf742ac-3eaf-4935-9483-f4a8a68d2f5a service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696493 Nov 21 04:38:40.965910 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:38:40.972914 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-814d3098-5d6f-43ee-8981-1a932f490912 req-b4fa2f1b-2ff5-4340-ac18-c27c7bcbd9cd tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249439 Nov 21 04:38:40.997982 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b75b229c-4af9-45b3-b1ec-15d234176a09 req-ae1b72c8-1f99-42f4-91ac-3dd54a65a1b4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464639 Nov 21 04:38:41.070597 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['da045257-3914-49e1-a409-15b1fa905856'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:38:41.130201 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Attempting to bind port 4d897374-eea4-4073-a8eb-8c2e4957e349 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:41.130404 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Attempting to bind port 4d897374-eea4-4073-a8eb-8c2e4957e349 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:41.131367 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Attempting to bind port 4d897374-eea4-4073-a8eb-8c2e4957e349 on network 6346ee5f-87a9-4d35-8339-16a23954b883 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:41.180619 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2273526b-4b9e-49df-aadb-45389e143095 req-68749067-14c6-44a5-b9bf-566589bc7b82 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.0710270 Nov 21 04:38:41.185555 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Port 4d897374-eea4-4073-a8eb-8c2e4957e349 on network 6346ee5f-87a9-4d35-8339-16a23954b883 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:38:41.185923 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Attempting to bind port 4d897374-eea4-4073-a8eb-8c2e4957e349 on network 6346ee5f-87a9-4d35-8339-16a23954b883 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:41.197270 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:41.197650 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Checking segment: {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:41.198011 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Bound using segment: {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:41.198477 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Bound port: 4d897374-eea4-4073-a8eb-8c2e4957e349, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:41.198982 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.262300 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5403790-f9ef-4ab3-b481-af11b0ccb897 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:41.275941 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.299426 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ecba-2451-4379-9730-771e83bece20 req-03cf92a1-8456-4067-8fed-90e4e79ceabe tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.300973 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2561ecba-2451-4379-9730-771e83bece20 req-03cf92a1-8456-4067-8fed-90e4e79ceabe tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.1870217 Nov 21 04:38:41.318539 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Transition to ACTIVE for port object b5403790-f9ef-4ab3-b481-af11b0ccb897 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:38:41.344882 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.351269 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-e85104e4-8a2b-419d-aec7-1358286129e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.353781 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-e85104e4-8a2b-419d-aec7-1358286129e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 1097 time: 0.2428997 Nov 21 04:38:41.359518 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.450595 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Pushing event updated for resources: {'Port': ['ID=b5403790-f9ef-4ab3-b481-af11b0ccb897,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:41.461244 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] For port 4d897374-eea4-4073-a8eb-8c2e4957e349, host hv-cinder-77642, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:41.480554 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] For port 4d897374-eea4-4073-a8eb-8c2e4957e349, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4d897374-eea4-4073-a8eb-8c2e4957e349,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:41.485967 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2561ecba-2451-4379-9730-771e83bece20 req-1409b92b-06a8-4ede-8037-cd78a86a12be tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758609 Nov 21 04:38:41.491125 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.563609 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.563733 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.564243 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.565651 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 1094 time: 1.7332790 Nov 21 04:38:41.569660 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057613fe-f3ea-4900-be2f-d391589b2270', 'tag': '4d897374-eea4-4073-a8eb-8c2e4957e349'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:41.570571 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b9222-2d5d-4b45-ba35-0629ced83c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "057613fe-f3ea-4900-be2f-d391589b2270", "tag": "4d897374-eea4-4073-a8eb-8c2e4957e349"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:41.617523 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff169220-ca4e-49ea-b9b1-31da6150b9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d897374-eea4-4073-a8eb-8c2e4957e349,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:41.621459 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e64503-bc72-48af-9712-581a6ac60a9b x-openstack-request-id: req-51e64503-bc72-48af-9712-581a6ac60a9b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:41.622120 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057613fe-f3ea-4900-be2f-d391589b2270", "tag": "4d897374-eea4-4073-a8eb-8c2e4957e349", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:41.630595 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51e64503-bc72-48af-9712-581a6ac60a9b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:41.631075 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057613fe-f3ea-4900-be2f-d391589b2270', 'tag': '4d897374-eea4-4073-a8eb-8c2e4957e349', 'status': 'completed', 'code': 200} Nov 21 04:38:41.632802 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Network e8c8b10c-e81a-4c18-8497-a88820180b91 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:38:41.635349 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-569413f6-649c-4da9-a62e-27edf6b3a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.636824 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-569413f6-649c-4da9-a62e-27edf6b3a208 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 910 time: 0.2738693 Nov 21 04:38:41.644101 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:38:41.647075 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:38:41.687626 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Attempting to bind port b5403790-f9ef-4ab3-b481-af11b0ccb897 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:41.687975 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Attempting to bind port b5403790-f9ef-4ab3-b481-af11b0ccb897 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:41.688890 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Attempting to bind port b5403790-f9ef-4ab3-b481-af11b0ccb897 on network 6346ee5f-87a9-4d35-8339-16a23954b883 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:41.693960 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:41.713808 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Port b5403790-f9ef-4ab3-b481-af11b0ccb897 on network 6346ee5f-87a9-4d35-8339-16a23954b883 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:38:41.713808 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Attempting to bind port b5403790-f9ef-4ab3-b481-af11b0ccb897 on network 6346ee5f-87a9-4d35-8339-16a23954b883 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:41.728855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.729587 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.733567 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:41.733913 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Checking segment: {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:41.734297 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Bound using segment: {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:41.734877 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Bound port: b5403790-f9ef-4ab3-b481-af11b0ccb897, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c809a4-a9da-425b-907d-9b593fc53fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:41.735151 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.764264 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-f05576de-70b9-40cb-bf2a-5036483bc036 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8234553 Nov 21 04:38:41.767518 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-2d151989-c61c-4713-acb2-cc02a4d734be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 200 len: 217 time: 0.0935102 Nov 21 04:38:41.792878 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c2a3e-a029-4d66-8dc9-c5ea58a41f9c req-d57b7665-4e09-44a5-894f-611bd6db738a tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.793338 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Request body: {'port': {'device_id': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:41.794537 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e79c2a3e-a029-4d66-8dc9-c5ea58a41f9c req-d57b7665-4e09-44a5-894f-611bd6db738a tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 944 time: 0.1625783 Nov 21 04:38:41.814584 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-6e39fba0-dbaa-4434-869f-81ce446f3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.816086 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-6e39fba0-dbaa-4434-869f-81ce446f3aa4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1097 time: 0.1410522 Nov 21 04:38:41.894186 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] For port b5403790-f9ef-4ab3-b481-af11b0ccb897, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:41.900439 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.904385 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] For port b5403790-f9ef-4ab3-b481-af11b0ccb897, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:41.917418 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fb2265b7-549f-4a56-aa9c-1af1edb03424 None None] Provisioning complete for port aa97cf69-198d-47b8-9346-8093b5e3b973 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:41.918000 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb2265b7-549f-4a56-aa9c-1af1edb03424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.923770 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:41.925116 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-c96e9ea2-7772-4ec1-b2b2-469d84e077cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 217 time: 0.0761902 Nov 21 04:38:41.957977 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-487aaf3f-61c4-4dbc-8bb5-3083635f2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:41.959525 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-487aaf3f-61c4-4dbc-8bb5-3083635f2943 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.1640339 Nov 21 04:38:41.961166 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fb2265b7-549f-4a56-aa9c-1af1edb03424 None None] Port aa97cf69-198d-47b8-9346-8093b5e3b973 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:38:42.013716 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.014605 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:42.016187 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] 10.222.0.48 "PUT /v2.0/ports/b5403790-f9ef-4ab3-b481-af11b0ccb897 HTTP/1.1" status: 200 len: 1093 time: 2.1863735 Nov 21 04:38:42.016864 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'tag': 'b5403790-f9ef-4ab3-b481-af11b0ccb897'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:42.019288 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e702c6-bb1a-4a09-9443-a2321c974c78" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b849e5-ff35-4678-9660-4a2a17ae96f5", "tag": "b5403790-f9ef-4ab3-b481-af11b0ccb897"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:42.051109 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e79c2a3e-a029-4d66-8dc9-c5ea58a41f9c req-f577c4d0-04cd-4a45-8589-67cda5ee7824 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388253 Nov 21 04:38:42.060645 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-d636a15d-bcf1-499f-81d5-439ecabd8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.070765 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-d636a15d-bcf1-499f-81d5-439ecabd8ff7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.1269681 Nov 21 04:38:42.085836 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c77a9-48c4-45ab-9326-343d8736b45d service neutron] Pushing event updated for resources: {'Port': ['ID=b5403790-f9ef-4ab3-b481-af11b0ccb897,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:42.109768 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-834decdf-4d9b-4433-b40b-f63df515b534 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385339 Nov 21 04:38:42.238660 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-db04bed9-5780-4ae5-a57e-29ac7b2a3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.240152 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-db04bed9-5780-4ae5-a57e-29ac7b2a3966 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2561731 Nov 21 04:38:42.323313 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81300105-522d-4e25-b410-76a946f67fb3 req-a965ffe9-43e2-4361-84b2-f3a5daa0e896 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.325701 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-81300105-522d-4e25-b410-76a946f67fb3 req-a965ffe9-43e2-4361-84b2-f3a5daa0e896 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.1860089 Nov 21 04:38:42.332369 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475abf-c7b1-479d-91d8-35042e299d7c req-ae6585df-1800-4a2c-bd6a-f4312efd7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.333911 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-ae6585df-1800-4a2c-bd6a-f4312efd7447 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 1096 time: 0.2396424 Nov 21 04:38:42.348335 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654142c-402b-4fc4-ab1d-1e831762ff9a req-1378de0b-dc1a-49bc-8fee-077c1ce08892 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.349820 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8654142c-402b-4fc4-ab1d-1e831762ff9a req-1378de0b-dc1a-49bc-8fee-077c1ce08892 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 945 time: 0.1997221 Nov 21 04:38:42.390016 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-35a4d321-d35a-4458-ae92-bbae0c2288ff service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536063 Nov 21 04:38:42.466552 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-6388cddd-bced-45b3-9b9c-21bf06cd4606 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897 HTTP/1.1" status: 200 len: 217 time: 0.1157541 Nov 21 04:38:42.490889 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-81300105-522d-4e25-b410-76a946f67fb3 req-4e21c2ca-3acf-490d-951f-4de832210cdd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509554 Nov 21 04:38:42.495039 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-751bd984-d03b-42d0-87be-1d31c4e2ff82 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451417 Nov 21 04:38:42.574894 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e30b0a-8c20-4054-9aae-5f276f6e8387 x-openstack-request-id: req-24e30b0a-8c20-4054-9aae-5f276f6e8387 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:42.575113 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b849e5-ff35-4678-9660-4a2a17ae96f5", "tag": "b5403790-f9ef-4ab3-b481-af11b0ccb897", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:42.575354 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24e30b0a-8c20-4054-9aae-5f276f6e8387 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:42.575752 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'tag': 'b5403790-f9ef-4ab3-b481-af11b0ccb897', 'status': 'completed', 'code': 200} Nov 21 04:38:42.604005 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-125cf783-3f51-4b08-912e-b05d6f43a60f req-6919fd4d-df7c-4a9c-a4c0-006dcfaab1a6 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981180 Nov 21 04:38:42.619892 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8654142c-402b-4fc4-ab1d-1e831762ff9a req-614e365b-2c2e-4082-8353-6df335ffa91a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533658 Nov 21 04:38:42.635845 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475abf-c7b1-479d-91d8-35042e299d7c req-beed0814-2c88-4da5-9dc1-cbcd7dfb3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.646674 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-beed0814-2c88-4da5-9dc1-cbcd7dfb3eaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.1630971 Nov 21 04:38:42.682235 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-22e89a1f-b7db-4eb7-a6df-b852be738a45 req-20ec26a0-6ef6-47b0-9b44-67638fe7726b service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769254 Nov 21 04:38:42.733687 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceb382-6a01-45f2-91a8-22fb8f0f8306 req-74dddc77-2596-4b6b-84c5-328c2efc0683 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.735305 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-12ceb382-6a01-45f2-91a8-22fb8f0f8306 req-74dddc77-2596-4b6b-84c5-328c2efc0683 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 931 time: 0.1219482 Nov 21 04:38:42.776528 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa97cf69-198d-47b8-9346-8093b5e3b973 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:42.786253 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:42.810530 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-12ceb382-6a01-45f2-91a8-22fb8f0f8306 req-1d020f8f-3466-454a-8b67-ed8b87effc1c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658717 Nov 21 04:38:42.813593 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f507c-e6fe-4ed4-93d2-b7aa38b8d397 req-ccfc3477-013b-4c86-bb97-45717ffad95b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:42.815149 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a26f507c-e6fe-4ed4-93d2-b7aa38b8d397 req-ccfc3477-013b-4c86-bb97-45717ffad95b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.1073685 Nov 21 04:38:42.816197 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Transition to ACTIVE for port object aa97cf69-198d-47b8-9346-8093b5e3b973 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:38:42.821310 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:42.918268 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:42.926994 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a26f507c-e6fe-4ed4-93d2-b7aa38b8d397 req-3caad5a9-aa7e-4f4d-adf3-60011bc7d76b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031282 Nov 21 04:38:43.013959 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Attempting to bind port aa97cf69-198d-47b8-9346-8093b5e3b973 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:38:43.014355 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Attempting to bind port aa97cf69-198d-47b8-9346-8093b5e3b973 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:38:43.014673 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Attempting to bind port aa97cf69-198d-47b8-9346-8093b5e3b973 on network e8c8b10c-e81a-4c18-8497-a88820180b91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:43.020090 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Port aa97cf69-198d-47b8-9346-8093b5e3b973 on network e8c8b10c-e81a-4c18-8497-a88820180b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:38:43.020479 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Attempting to bind port aa97cf69-198d-47b8-9346-8093b5e3b973 on network e8c8b10c-e81a-4c18-8497-a88820180b91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:38:43.027372 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:38:43.027716 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Checking segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:38:43.028149 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Bound using segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:38:43.028706 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Bound port: aa97cf69-198d-47b8-9346-8093b5e3b973, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:38:43.028928 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:43.102832 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:38:43.106146 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:38:43.111179 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:43.171552 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c77a5c-d6ce-4963-8d41-1d443c5d8b94 req-aee45e9c-b883-4313-b5b2-3e6f65250254 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:43.179412 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-99c77a5c-d6ce-4963-8d41-1d443c5d8b94 req-aee45e9c-b883-4313-b5b2-3e6f65250254 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 944 time: 0.0600584 Nov 21 04:38:43.204498 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:43.233777 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-99c77a5c-d6ce-4963-8d41-1d443c5d8b94 req-aa6423c4-b9f0-4e68-b027-45b44e0fb5b7 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534613 Nov 21 04:38:43.314214 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:43.315154 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:43.316905 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] 10.222.0.48 "PUT /v2.0/ports/aa97cf69-198d-47b8-9346-8093b5e3b973 HTTP/1.1" status: 200 len: 1093 time: 1.5279014 Nov 21 04:38:43.345860 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5214d04-1362-4277-acdf-f859f0e9a57e service neutron] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:43.609991 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1f2b-3636-48fb-a8f3-0d5790c0fd8c req-96920faf-a12f-4829-9a4b-10e670e51b70 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:43.611415 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72bc1f2b-3636-48fb-a8f3-0d5790c0fd8c req-96920faf-a12f-4829-9a4b-10e670e51b70 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.0527802 Nov 21 04:38:43.662914 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72bc1f2b-3636-48fb-a8f3-0d5790c0fd8c req-88d4c3f8-e4d4-451e-87cd-2fbe0810923f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Nov 21 04:38:43.743456 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db6e7c-0dfe-4d17-bef7-ac1bce7fd376 req-6d7f8cae-b6fb-4b1d-945c-a9be88cff078 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:43.744879 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-16db6e7c-0dfe-4d17-bef7-ac1bce7fd376 req-6d7f8cae-b6fb-4b1d-945c-a9be88cff078 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 945 time: 0.0529640 Nov 21 04:38:43.800329 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-16db6e7c-0dfe-4d17-bef7-ac1bce7fd376 req-fba6f26f-9755-4f53-a3a7-6dfa64c410ec tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Nov 21 04:38:43.934831 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407bbdc-8808-4656-bd2b-9f34788f03ff req-18271013-9b94-4dcb-b4fa-64a8dcb41ea3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:43.936317 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b407bbdc-8808-4656-bd2b-9f34788f03ff req-18271013-9b94-4dcb-b4fa-64a8dcb41ea3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0525672 Nov 21 04:38:43.987572 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b407bbdc-8808-4656-bd2b-9f34788f03ff req-c5147dc9-883e-434f-999c-6a57ee97a75a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454490 Nov 21 04:38:44.046842 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f70a40-b498-41ba-9f09-f23bc024cc05 req-86f1d664-dc45-4267-aa7b-7cd6f21c2e0d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:44.048335 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-57f70a40-b498-41ba-9f09-f23bc024cc05 req-86f1d664-dc45-4267-aa7b-7cd6f21c2e0d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.0533071 Nov 21 04:38:44.104760 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-57f70a40-b498-41ba-9f09-f23bc024cc05 req-a35b0ea5-392d-4245-afa1-e370f2909571 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491593 Nov 21 04:38:44.354329 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8871a-cc0f-46b2-9fbf-82f51d7fb112 req-aafd9743-8d02-4eb7-9272-c8e567068a45 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:44.355859 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-55d8871a-cc0f-46b2-9fbf-82f51d7fb112 req-aafd9743-8d02-4eb7-9272-c8e567068a45 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 944 time: 0.0565784 Nov 21 04:38:44.406558 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-55d8871a-cc0f-46b2-9fbf-82f51d7fb112 req-d3460621-b334-426a-9754-f1c617106586 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Nov 21 04:38:44.576565 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:44.578941 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8272d2-3b22-4fe3-b002-e67008ecd172" -d '{"events": [{"name": "network-changed", "server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:44.614065 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000720a-76f9-43fa-8c76-61b64a8fa632 x-openstack-request-id: req-1000720a-76f9-43fa-8c76-61b64a8fa632 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:44.614679 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:44.614679 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1000720a-76f9-43fa-8c76-61b64a8fa632 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:44.615028 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'status': 'completed', 'code': 200} Nov 21 04:38:44.779745 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d588cd-542b-4a09-a8b4-c534bba54e60 req-339c3906-b95e-41de-8aa8-5461744e5a18 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:44.781226 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-91d588cd-542b-4a09-a8b4-c534bba54e60 req-339c3906-b95e-41de-8aa8-5461744e5a18 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.0515654 Nov 21 04:38:44.834178 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-91d588cd-542b-4a09-a8b4-c534bba54e60 req-8209a161-6fcd-45a4-8128-c5c293b57eda tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470448 Nov 21 04:38:44.921112 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fabc7-d78b-42e3-af35-20c0d15959cd req-43ec9b6d-d9b5-4751-b619-e0bcac7fb39c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:44.922604 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1f8fabc7-d78b-42e3-af35-20c0d15959cd req-43ec9b6d-d9b5-4751-b619-e0bcac7fb39c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 945 time: 0.0532331 Nov 21 04:38:44.973752 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1f8fabc7-d78b-42e3-af35-20c0d15959cd req-69aa7c70-28aa-46db-bfc2-6afcb854b512 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Nov 21 04:38:45.111904 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed96dc-bd4f-4ca9-a0cb-c3aed7643fcd req-bcb08e1d-b476-4647-9fc4-f6f3fecaa2de tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:45.113411 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-faed96dc-bd4f-4ca9-a0cb-c3aed7643fcd req-bcb08e1d-b476-4647-9fc4-f6f3fecaa2de tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0548222 Nov 21 04:38:45.169516 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-faed96dc-bd4f-4ca9-a0cb-c3aed7643fcd req-1c4369d5-4fe2-4e2a-a72d-d0e262b22d63 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492432 Nov 21 04:38:45.223857 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5a5b8-2c6f-47c9-971b-71711336b44e req-e83429be-e3ea-41ff-9e3d-8647a72b76f1 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:45.225319 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-95d5a5b8-2c6f-47c9-971b-71711336b44e req-e83429be-e3ea-41ff-9e3d-8647a72b76f1 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 944 time: 0.0547163 Nov 21 04:38:45.278186 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-95d5a5b8-2c6f-47c9-971b-71711336b44e req-b1a6f377-e4e4-44cf-aaa1-5f95d86b05cc tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461168 Nov 21 04:38:45.526977 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae90fa-5003-4b48-aefa-d334d58349d6 req-cb04bcf8-de5e-48c1-8fcc-0ef24fef1efc tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:45.528456 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b0ae90fa-5003-4b48-aefa-d334d58349d6 req-cb04bcf8-de5e-48c1-8fcc-0ef24fef1efc tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 944 time: 0.0566881 Nov 21 04:38:45.579653 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b0ae90fa-5003-4b48-aefa-d334d58349d6 req-bb3b2d11-bb6e-441a-aac1-7923ae450759 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453544 Nov 21 04:38:45.667266 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device daa8fe12-2e84-486c-8b44-3957b48d614a details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:38:45.681934 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 819f5323-6207-460e-9bf6-4efcd89e006d up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:45.820373 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 819f5323-6207-460e-9bf6-4efcd89e006d completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:38:45.829634 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port daa8fe12-2e84-486c-8b44-3957b48d614a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=daa8fe12-2e84-486c-8b44-3957b48d614a,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:45.832330 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 819f5323-6207-460e-9bf6-4efcd89e006d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:45.832710 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:45.871117 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'port_id': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'mac_address': 'fa:16:3e:f6:de:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:38:45.913839 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-0273d4e3-aded-48c3-83bb-0163f6219b63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728641 Nov 21 04:38:45.955411 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:45.987222 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa8fe12-2e84-486c-8b44-3957b48d614a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:46.004761 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:46.042043 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-da327d48-f2b3-46b9-8135-d0328361c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.043995 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-da327d48-f2b3-46b9-8135-d0328361c1f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1097 time: 0.1264255 Nov 21 04:38:46.050125 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-fde1d761-e126-4dd3-995b-e058efc42b3d service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104679 Nov 21 04:38:46.061603 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d9e8-8f4c-4f2d-8930-b439314c258a req-89b11760-b057-46a2-a162-ea28a5fbc0e6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.063226 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-80b0d9e8-8f4c-4f2d-8930-b439314c258a req-89b11760-b057-46a2-a162-ea28a5fbc0e6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.1346498 Nov 21 04:38:46.152898 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port daa8fe12-2e84-486c-8b44-3957b48d614a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=daa8fe12-2e84-486c-8b44-3957b48d614a,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:46.163161 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:46.164493 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8272d2-3b22-4fe3-b002-e67008ecd172 req-b218909b-830a-47f6-8179-a3996fce77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.168033 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6a8272d2-3b22-4fe3-b002-e67008ecd172 req-b218909b-830a-47f6-8179-a3996fce77e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1096 time: 0.1710997 Nov 21 04:38:46.188780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ffa9-ac21-4c32-93f5-5855401561ec req-a76ec4f3-70e5-433f-beb1-851289613fd5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.190504 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a8b8ffa9-ac21-4c32-93f5-5855401561ec req-a76ec4f3-70e5-433f-beb1-851289613fd5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 945 time: 0.1169660 Nov 21 04:38:46.215154 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-80b0d9e8-8f4c-4f2d-8930-b439314c258a req-577497fa-3793-4828-98c8-d8bace1a5f3e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392403 Nov 21 04:38:46.225106 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=daa8fe12-2e84-486c-8b44-3957b48d614a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:46.228136 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5d300d-ee83-458d-a356-484126f216b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f5323-6207-460e-9bf6-4efcd89e006d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:46.255708 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-23475abf-c7b1-479d-91d8-35042e299d7c req-72e372a8-1e7e-4af7-8e36-e7202d880b4b service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938231 Nov 21 04:38:46.299909 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a8b8ffa9-ac21-4c32-93f5-5855401561ec req-88b54d9d-602f-41aa-bb2f-75eb466d4737 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972455 Nov 21 04:38:46.333920 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 819f5323-6207-460e-9bf6-4efcd89e006d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=819f5323-6207-460e-9bf6-4efcd89e006d,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:46.339106 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:46.340717 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device da045257-3914-49e1-a409-15b1fa905856 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:46.455464 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-8458fd6f-d388-40f2-9796-a9afa013f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.456969 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-8458fd6f-d388-40f2-9796-a9afa013f955 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.3916249 Nov 21 04:38:46.490796 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=819f5323-6207-460e-9bf6-4efcd89e006d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:46.514876 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae50a68-3cd3-44af-a00c-4e96b1889a44" -d '{"events": [{"server_uuid": "ac5d300d-ee83-458d-a356-484126f216b8", "name": "network-vif-plugged", "status": "completed", "tag": "819f5323-6207-460e-9bf6-4efcd89e006d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:46.529414 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port da045257-3914-49e1-a409-15b1fa905856 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:38:46.536310 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port da045257-3914-49e1-a409-15b1fa905856 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:46.540155 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:46.552515 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0942c43-b447-4224-a01e-c4a00e223783 req-c66a7ef7-85c7-4bcf-b762-66b6da01ffc0 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.562489 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a0942c43-b447-4224-a01e-c4a00e223783 req-c66a7ef7-85c7-4bcf-b762-66b6da01ffc0 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 945 time: 0.1756642 Nov 21 04:38:46.593011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-5424019d-4f21-4624-80fc-83087e455631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.593011 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-5424019d-4f21-4624-80fc-83087e455631 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 1096 time: 0.1899559 Nov 21 04:38:46.599151 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['daa8fe12-2e84-486c-8b44-3957b48d614a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:38:46.709719 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:46.735107 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a0942c43-b447-4224-a01e-c4a00e223783 req-3899adbc-855a-484d-ad50-e5a13f94addc tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716049 Nov 21 04:38:46.737301 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-87f147d9-bc21-4aa2-b61c-96585fd06b89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 217 time: 0.2690322 Nov 21 04:38:46.758228 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835380a-b91e-4dc9-bd06-c0c75cacfdf2 req-3abf1324-d175-44a6-82a6-a09c6933e317 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.766953 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0835380a-b91e-4dc9-bd06-c0c75cacfdf2 req-3abf1324-d175-44a6-82a6-a09c6933e317 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.4483502 Nov 21 04:38:46.796596 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port da045257-3914-49e1-a409-15b1fa905856, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=da045257-3914-49e1-a409-15b1fa905856,segment=NetworkSegment(f45d4e19-e455-49fa-8767-3adf1c8c00a4),segment_id=f45d4e19-e455-49fa-8767-3adf1c8c00a4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:46.812323 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:46.857952 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7053d2dc-c6fe-4ae0-a1f3-1e8dcb76a3f1 x-openstack-request-id: req-7053d2dc-c6fe-4ae0-a1f3-1e8dcb76a3f1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:46.858281 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5d300d-ee83-458d-a356-484126f216b8", "name": "network-vif-plugged", "status": "completed", "tag": "819f5323-6207-460e-9bf6-4efcd89e006d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:46.858573 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7053d2dc-c6fe-4ae0-a1f3-1e8dcb76a3f1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:46.859023 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5d300d-ee83-458d-a356-484126f216b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f5323-6207-460e-9bf6-4efcd89e006d', 'code': 200} Nov 21 04:38:46.867694 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-eadad43a-340d-4511-a85f-5e047f5b1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.870323 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-eadad43a-340d-4511-a85f-5e047f5b1c59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.2663107 Nov 21 04:38:46.881380 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8272d2-3b22-4fe3-b002-e67008ecd172 req-06322247-fcc0-41a8-a29b-b472df8b80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.883378 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6a8272d2-3b22-4fe3-b002-e67008ecd172 req-06322247-fcc0-41a8-a29b-b472df8b80a1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=232e0518f6724d48a096d6cad8791184&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6668189 Nov 21 04:38:46.889642 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-2203acbf-2e59-4427-b81b-ed165915bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:46.891094 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-2203acbf-2e59-4427-b81b-ed165915bd6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.1423028 Nov 21 04:38:46.909004 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0835380a-b91e-4dc9-bd06-c0c75cacfdf2 req-021c96a7-8598-44fd-8eb9-058da99e2224 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411853 Nov 21 04:38:46.918791 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=da045257-3914-49e1-a409-15b1fa905856,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:47.001613 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-457e24bc-e615-4ad2-8149-f6973324bb53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897 HTTP/1.1" status: 200 len: 217 time: 0.0524538 Nov 21 04:38:47.028892 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20a78-0158-4529-aa95-5b67c2e1a0a6 req-260f6263-ad93-4b05-9150-cd4063a3daaf tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.030663 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d5c20a78-0158-4529-aa95-5b67c2e1a0a6 req-260f6263-ad93-4b05-9150-cd4063a3daaf tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.1244168 Nov 21 04:38:47.099393 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-e360569a-5ff7-4edd-9afd-da311a879e10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836569 Nov 21 04:38:47.152096 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-d102d25a-f58e-4cb7-b1a9-80d695268e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.153489 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-d102d25a-f58e-4cb7-b1a9-80d695268e45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.1421130 Nov 21 04:38:47.219101 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-b2390a8a-cb8c-4e6e-a7f7-7bccaa3c8b50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395370 Nov 21 04:38:47.224661 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d5c20a78-0158-4529-aa95-5b67c2e1a0a6 req-67562098-cff1-4ea5-910a-8cda1bb444b8 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633039 Nov 21 04:38:47.247500 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8272d2-3b22-4fe3-b002-e67008ecd172 req-0d3bcb10-e17f-4338-90d7-e7e7e4668fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.249085 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6a8272d2-3b22-4fe3-b002-e67008ecd172 req-0d3bcb10-e17f-4338-90d7-e7e7e4668fb1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3346820 Nov 21 04:38:47.285939 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-e329172a-5665-4962-9d05-2cc0dfb07c76 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721449 Nov 21 04:38:47.342876 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894b98-301b-42ad-86a8-5ae1b2af3e73 req-6f77ae7d-84ca-4dcb-a990-fc0cf15113fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.344739 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-96894b98-301b-42ad-86a8-5ae1b2af3e73 req-6f77ae7d-84ca-4dcb-a990-fc0cf15113fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 1099 time: 0.2399418 Nov 21 04:38:47.383210 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-96894b98-301b-42ad-86a8-5ae1b2af3e73 req-ac2aa925-de3d-469a-9bc0-925ea583e2be service neutron] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:47.479854 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-7352c861-5e56-4e6d-bfc9-373f386e3d7c service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461832 Nov 21 04:38:47.521667 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-38730a0c-8282-4f51-9aea-66d2683edaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.524349 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-38730a0c-8282-4f51-9aea-66d2683edaef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1096 time: 0.1276155 Nov 21 04:38:47.541491 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9686ad-9b42-4954-ba16-308132fc33a8 req-3c4e7087-0655-49da-b4a6-2b0d897eaab1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.543027 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef9686ad-9b42-4954-ba16-308132fc33a8 req-3c4e7087-0655-49da-b4a6-2b0d897eaab1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.2151000 Nov 21 04:38:47.573256 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e366c-8fbf-4a2b-9c5f-766c9f022270 req-fc5aebfc-43c9-4bc4-8abc-5318489b3ccf tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.574790 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-954e366c-8fbf-4a2b-9c5f-766c9f022270 req-fc5aebfc-43c9-4bc4-8abc-5318489b3ccf tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.1933138 Nov 21 04:38:47.612852 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-67370fd2-b7bb-4ed2-9c10-d6d2a797cd52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa97cf69-198d-47b8-9346-8093b5e3b973 HTTP/1.1" status: 200 len: 217 time: 0.0688508 Nov 21 04:38:47.615092 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-275b9222-2d5d-4b45-ba35-0629ced83c7a req-3f98e887-db04-49d5-9d86-185152a786f4 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010430 Nov 21 04:38:47.687256 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef9686ad-9b42-4954-ba16-308132fc33a8 req-4dd336b6-d8ee-4186-9178-9f72839e594e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287611 Nov 21 04:38:47.703856 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7e702c6-bb1a-4a09-9443-a2321c974c78 req-129583ea-89f9-4a46-af27-d4b085ce5486 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114508 Nov 21 04:38:47.709384 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-96894b98-301b-42ad-86a8-5ae1b2af3e73 req-ac2aa925-de3d-469a-9bc0-925ea583e2be service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:47.722111 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-954e366c-8fbf-4a2b-9c5f-766c9f022270 req-2133f453-caaf-4066-aaca-f0c6c0df6d8d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385424 Nov 21 04:38:47.723871 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-96894b98-301b-42ad-86a8-5ae1b2af3e73 req-ac2aa925-de3d-469a-9bc0-925ea583e2be service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:47.734185 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-409d742e-4300-4a3a-9614-ce10200e764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.734185 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-409d742e-4300-4a3a-9614-ce10200e764f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0861833 Nov 21 04:38:47.781685 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-96894b98-301b-42ad-86a8-5ae1b2af3e73 req-ac2aa925-de3d-469a-9bc0-925ea583e2be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241276 Nov 21 04:38:47.782717 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aa925-de3d-469a-9bc0-925ea583e2be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41db764a-cccd-43ea-aa8c-e5089f994f0b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:47.788302 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-4d7cb4af-b9cb-49d6-9f55-c5fe000f4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.791277 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-4d7cb4af-b9cb-49d6-9f55-c5fe000f4959 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526457 Nov 21 04:38:47.872978 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c5e07-e556-4338-b9b0-6bbd18e1b66d req-ad24ce5d-15c9-4101-ad16-cdf962058233 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:47.874880 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-523c5e07-e556-4338-b9b0-6bbd18e1b66d req-ad24ce5d-15c9-4101-ad16-cdf962058233 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 945 time: 0.0600295 Nov 21 04:38:47.928999 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-523c5e07-e556-4338-b9b0-6bbd18e1b66d req-0993ec73-587d-4007-b1d9-03f7dfecefda tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474737 Nov 21 04:38:48.045052 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca8ea-8d00-4014-804b-10818e429159 req-5e095179-763e-44f8-8bda-9c8be1575c41 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:48.046576 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e2ca8ea-8d00-4014-804b-10818e429159 req-5e095179-763e-44f8-8bda-9c8be1575c41 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0538442 Nov 21 04:38:48.098113 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e2ca8ea-8d00-4014-804b-10818e429159 req-c33bda5f-7ee6-4422-963b-908c35f7e71e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455089 Nov 21 04:38:48.355474 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070c09f-fe71-4540-a86d-ec6f08ea1a77 req-53620720-7c8e-4363-82b1-a65056554fdc tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:48.357048 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f070c09f-fe71-4540-a86d-ec6f08ea1a77 req-53620720-7c8e-4363-82b1-a65056554fdc tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0563412 Nov 21 04:38:48.409840 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f070c09f-fe71-4540-a86d-ec6f08ea1a77 req-ee092a0d-a960-4cef-b5b0-2260c8f46357 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 Nov 21 04:38:48.822048 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2af14-9756-4496-ada5-470b2b6ab930 req-f9796305-12ab-4301-9513-48588c6c9fc8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:48.823476 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69a2af14-9756-4496-ada5-470b2b6ab930 req-f9796305-12ab-4301-9513-48588c6c9fc8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.0571201 Nov 21 04:38:48.829385 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02ea61-3858-4066-ba9d-52a355439551 req-01e8a952-a260-423b-968b-d89251c7b118 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:48.830870 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9c02ea61-3858-4066-ba9d-52a355439551 req-01e8a952-a260-423b-968b-d89251c7b118 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0510988 Nov 21 04:38:48.860429 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da045257-3914-49e1-a409-15b1fa905856'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:48.869076 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e698866a-534f-426a-82d2-5a92c41f1600" -d '{"events": [{"server_uuid": "071d6be8-93f2-4769-9075-7bf8562b09bb", "name": "network-vif-plugged", "status": "completed", "tag": "da045257-3914-49e1-a409-15b1fa905856"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:48.876025 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69a2af14-9756-4496-ada5-470b2b6ab930 req-f595e060-55bd-4890-bfcd-7a10ab4ab00c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Nov 21 04:38:48.898741 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9c02ea61-3858-4066-ba9d-52a355439551 req-2a5b77d3-419a-4faf-9890-f66afa4914fb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Nov 21 04:38:48.923735 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a1b0a-ce3a-447d-9862-fe7f5ea5c384 x-openstack-request-id: req-692a1b0a-ce3a-447d-9862-fe7f5ea5c384 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:48.924055 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071d6be8-93f2-4769-9075-7bf8562b09bb", "name": "network-vif-plugged", "status": "completed", "tag": "da045257-3914-49e1-a409-15b1fa905856", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:48.924342 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-692a1b0a-ce3a-447d-9862-fe7f5ea5c384 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:48.924740 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da045257-3914-49e1-a409-15b1fa905856', 'code': 200} Nov 21 04:38:49.044044 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f727c6-fc3e-4401-9224-6b6a432f8da0 req-1e4f26e2-4ee6-4ecc-917d-fe3e6d909b19 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:49.045502 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-28f727c6-fc3e-4401-9224-6b6a432f8da0 req-1e4f26e2-4ee6-4ecc-917d-fe3e6d909b19 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 945 time: 0.0513670 Nov 21 04:38:49.097058 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-28f727c6-fc3e-4401-9224-6b6a432f8da0 req-ec64fd5b-df13-4386-af4f-d69d1417cffd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456252 Nov 21 04:38:49.218939 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0054d-7cd1-457f-b56e-3bba7a76c19c req-24054a33-ec27-4602-89d4-615412a3e372 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:49.220395 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2fa0054d-7cd1-457f-b56e-3bba7a76c19c req-24054a33-ec27-4602-89d4-615412a3e372 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0512648 Nov 21 04:38:49.271065 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2fa0054d-7cd1-457f-b56e-3bba7a76c19c req-b09c1dce-b7d9-4253-9cce-18becb2c06d4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448935 Nov 21 04:38:49.526835 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18912f7f-f947-46f7-a64e-9327986330b8 req-aed9e37d-fbfd-478e-af2d-b89fb2c5cc0e tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:49.528325 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-18912f7f-f947-46f7-a64e-9327986330b8 req-aed9e37d-fbfd-478e-af2d-b89fb2c5cc0e tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0538330 Nov 21 04:38:49.578573 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-18912f7f-f947-46f7-a64e-9327986330b8 req-ec4eb51a-c2b9-4815-ba71-f93e7aa9ede3 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Nov 21 04:38:50.000218 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97654b0-c796-4d9c-99af-f5a0f25ddea5 req-d27eeeaa-b585-4e36-b666-2ab9cbb65849 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:50.001848 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f97654b0-c796-4d9c-99af-f5a0f25ddea5 req-d27eeeaa-b585-4e36-b666-2ab9cbb65849 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.0553601 Nov 21 04:38:50.014376 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449efef-ecd0-4583-9862-ef4077061c36 req-b64588ef-50af-4f42-b5f6-7048af98b22e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:50.015902 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1449efef-ecd0-4583-9862-ef4077061c36 req-b64588ef-50af-4f42-b5f6-7048af98b22e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0548756 Nov 21 04:38:50.073103 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1449efef-ecd0-4583-9862-ef4077061c36 req-bd846c9d-b188-493f-973e-afd2463e3fb7 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513651 Nov 21 04:38:50.217462 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd3e21-0211-460d-b758-bc3e80ba9bd3 req-d33a3a11-3f15-4582-8af0-c5ae8f5923cb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:50.218082 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f97654b0-c796-4d9c-99af-f5a0f25ddea5 req-00854fdc-c1aa-452d-8c22-dc6824247f31 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103653 Nov 21 04:38:50.219045 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-eabd3e21-0211-460d-b758-bc3e80ba9bd3 req-d33a3a11-3f15-4582-8af0-c5ae8f5923cb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 945 time: 0.0540454 Nov 21 04:38:50.270849 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-eabd3e21-0211-460d-b758-bc3e80ba9bd3 req-465d71da-03b7-4205-82c1-8deda53fd954 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458019 Nov 21 04:38:50.395224 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d890304-eb74-444d-8ede-1b1a94a34fd6 req-7390903e-8d26-47ca-ab66-12933c63ff5f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:50.396694 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8d890304-eb74-444d-8ede-1b1a94a34fd6 req-7390903e-8d26-47ca-ab66-12933c63ff5f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0532947 Nov 21 04:38:50.449218 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8d890304-eb74-444d-8ede-1b1a94a34fd6 req-a96098f6-688d-439b-8aab-aac3c979ba39 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 Nov 21 04:38:50.698317 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708813-e538-4291-b6e1-d1ce7b1b40fe req-43530bc2-615b-4e78-8568-eac569779236 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:50.699859 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-39708813-e538-4291-b6e1-d1ce7b1b40fe req-43530bc2-615b-4e78-8568-eac569779236 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0565383 Nov 21 04:38:50.750884 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-39708813-e538-4291-b6e1-d1ce7b1b40fe req-1da93aa3-c551-4610-9973-c8330cdf3613 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451610 Nov 21 04:38:51.189918 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22894a2-a9ad-4768-91bd-71f033bb2142 req-29f2ef78-44c0-4d5b-afd7-e39eb42ea1b2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:51.191327 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d22894a2-a9ad-4768-91bd-71f033bb2142 req-29f2ef78-44c0-4d5b-afd7-e39eb42ea1b2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0520964 Nov 21 04:38:51.244671 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d22894a2-a9ad-4768-91bd-71f033bb2142 req-e630e9a1-0ec7-4f40-bc11-c177d67c58e3 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Nov 21 04:38:51.340570 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f2e0-6505-4941-9742-6dd398941659 req-4cf99b88-9af0-41d6-a675-157fcf8755b0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:51.342081 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c472f2e0-6505-4941-9742-6dd398941659 req-4cf99b88-9af0-41d6-a675-157fcf8755b0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 943 time: 0.0543942 Nov 21 04:38:51.389049 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442819e-4f9d-4a76-9d48-4374956ce98a req-cf25ffb5-7180-46db-9a4b-66f0ad7084e2 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:51.390579 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f442819e-4f9d-4a76-9d48-4374956ce98a req-cf25ffb5-7180-46db-9a4b-66f0ad7084e2 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Nov 21 04:38:51.394475 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c472f2e0-6505-4941-9742-6dd398941659 req-680cf945-4685-49bd-b86a-cb40c2cc9f9f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465386 Nov 21 04:38:51.436092 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b5403790-f9ef-4ab3-b481-af11b0ccb897 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:38:51.445490 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f442819e-4f9d-4a76-9d48-4374956ce98a req-9b960b53-f593-4fa2-bc33-b93776335ce0 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484588 Nov 21 04:38:51.453896 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device daa8fe12-2e84-486c-8b44-3957b48d614a up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:51.622617 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-26880ef4-a96b-454f-b75c-bdf69a6c91aa service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547301 Nov 21 04:38:51.623457 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port daa8fe12-2e84-486c-8b44-3957b48d614a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:38:51.634303 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port daa8fe12-2e84-486c-8b44-3957b48d614a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:51.634722 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:51.636969 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1035ea-0938-4080-a532-172749eec2fa req-c647b90b-513f-4248-9419-b4dbb15a8ec4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:51.638496 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2d1035ea-0938-4080-a532-172749eec2fa req-c647b90b-513f-4248-9419-b4dbb15a8ec4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0815122 Nov 21 04:38:51.675453 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port b5403790-f9ef-4ab3-b481-af11b0ccb897, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:51.691721 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2d1035ea-0938-4080-a532-172749eec2fa req-7506a906-f950-49e5-bfbc-5c34f14d5c46 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467966 Nov 21 04:38:51.693584 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'b5403790-f9ef-4ab3-b481-af11b0ccb897', 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'port_id': 'b5403790-f9ef-4ab3-b481-af11b0ccb897', 'mac_address': 'fa:16:3e:d0:5f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:38:51.752696 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17b41d-ac1f-4955-b4cd-f6395443977e req-68727de1-bad3-4ebe-98f6-5c80029cfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:51.754237 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4e17b41d-ac1f-4955-b4cd-f6395443977e req-68727de1-bad3-4ebe-98f6-5c80029cfc52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 1098 time: 0.0569031 Nov 21 04:38:51.770896 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:51.796972 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5403790-f9ef-4ab3-b481-af11b0ccb897 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:51.805068 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-36a2f7d2-89f8-4eaf-83ae-f6fc00a18e33 req-359692a9-6dde-423a-b6e4-2e6bd0e7485c service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094155 Nov 21 04:38:51.812263 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4e17b41d-ac1f-4955-b4cd-f6395443977e req-b3455830-ad1e-4c1f-8fbe-91c1ec513f9d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488427 Nov 21 04:38:51.817003 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:51.836604 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port b5403790-f9ef-4ab3-b481-af11b0ccb897, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:51.842548 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:51.860358 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:51.862646 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e462ae-527b-4bd9-9a41-574640721e86" -d '{"events": [{"server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "name": "network-vif-plugged", "status": "completed", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:51.904124 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port daa8fe12-2e84-486c-8b44-3957b48d614a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=daa8fe12-2e84-486c-8b44-3957b48d614a,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:51.905651 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3828e-fc63-46de-a369-2edd01f179d0 req-50b1ac2d-1a64-4899-b71d-b3e08288c62e tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:51.907280 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4ae3828e-fc63-46de-a369-2edd01f179d0 req-50b1ac2d-1a64-4899-b71d-b3e08288c62e tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0589726 Nov 21 04:38:51.915468 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:51.925403 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b742934-139b-4b35-b8f5-51e4037317b0 x-openstack-request-id: req-8b742934-139b-4b35-b8f5-51e4037317b0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:51.925719 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "name": "network-vif-plugged", "status": "completed", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:51.925981 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b742934-139b-4b35-b8f5-51e4037317b0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:51.926369 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'code': 200} Nov 21 04:38:51.931432 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=b5403790-f9ef-4ab3-b481-af11b0ccb897,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:51.968149 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4ae3828e-fc63-46de-a369-2edd01f179d0 req-64dd498b-92e8-4526-83ee-885cd270a092 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485864 Nov 21 04:38:51.988027 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=daa8fe12-2e84-486c-8b44-3957b48d614a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:52.362483 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4d897374-eea4-4073-a8eb-8c2e4957e349 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:38:52.367105 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417f4b-9a44-49a6-9750-57647e3da2b1 req-50ef45b6-277f-4d1d-8c16-c57ed9728d3c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:52.368637 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ee417f4b-9a44-49a6-9750-57647e3da2b1 req-50ef45b6-277f-4d1d-8c16-c57ed9728d3c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0553586 Nov 21 04:38:52.424976 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ee417f4b-9a44-49a6-9750-57647e3da2b1 req-7fe6d2f3-03c6-448a-97d6-5db198750744 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502384 Nov 21 04:38:52.431888 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['b5403790-f9ef-4ab3-b481-af11b0ccb897'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:38:52.539433 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4d897374-eea4-4073-a8eb-8c2e4957e349, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4d897374-eea4-4073-a8eb-8c2e4957e349,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:52.542009 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3db366-abf6-4c08-ba51-8187dfff111d req-9449780b-361f-4434-acd8-2cee2402804e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:52.551169 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7e3db366-abf6-4c08-ba51-8187dfff111d req-9449780b-361f-4434-acd8-2cee2402804e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 944 time: 0.0658319 Nov 21 04:38:52.554395 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '4d897374-eea4-4073-a8eb-8c2e4957e349', 'network_id': '6346ee5f-87a9-4d35-8339-16a23954b883', 'port_id': '4d897374-eea4-4073-a8eb-8c2e4957e349', 'mac_address': 'fa:16:3e:e2:33:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ebe265-f657-43f8-b987-8eff7f2e0c9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:38:52.606396 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a481a3-4865-4e51-beab-f70068b52039 req-c2199708-7e6b-4fe5-a9f0-8c77cdae5d72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:52.609500 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-90a481a3-4865-4e51-beab-f70068b52039 req-c2199708-7e6b-4fe5-a9f0-8c77cdae5d72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0889771 Nov 21 04:38:52.621540 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7e3db366-abf6-4c08-ba51-8187dfff111d req-2b95250f-e712-4b78-88a5-95ee24ab8675 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Nov 21 04:38:52.635954 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:52.659233 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d897374-eea4-4073-a8eb-8c2e4957e349 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:52.683705 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-90a481a3-4865-4e51-beab-f70068b52039 req-f12a833a-8819-4a30-b5ec-b529a2593d17 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660038 Nov 21 04:38:52.700630 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4d897374-eea4-4073-a8eb-8c2e4957e349, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4d897374-eea4-4073-a8eb-8c2e4957e349,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:52.707228 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a7333-a05c-4721-b2d0-4963edcf484d req-e04c0da6-6764-4f01-a496-b9f08a8d5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:52.709016 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-470a7333-a05c-4721-b2d0-4963edcf484d req-e04c0da6-6764-4f01-a496-b9f08a8d5e19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 1099 time: 0.0511196 Nov 21 04:38:52.715530 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:52.774029 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-470a7333-a05c-4721-b2d0-4963edcf484d req-322ab000-5549-4d2d-a01b-920fcc5d4dd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558431 Nov 21 04:38:52.779059 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=4d897374-eea4-4073-a8eb-8c2e4957e349,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:52.831027 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a56-eeff-4d7b-aa55-35f4f1aab37b req-06acb88b-e7dc-4733-9823-b114d1a13f1a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:52.832528 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d11c4a56-eeff-4d7b-aa55-35f4f1aab37b req-06acb88b-e7dc-4733-9823-b114d1a13f1a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0532568 Nov 21 04:38:52.887876 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d11c4a56-eeff-4d7b-aa55-35f4f1aab37b req-95b51c0b-5b1d-483d-86c7-949f4d3e85dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478148 Nov 21 04:38:53.095634 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed26616-9acf-4c60-95de-c3dbd3a5cd9d req-8e505d31-776d-425f-ab9e-18c3797a182b tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:53.097297 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2ed26616-9acf-4c60-95de-c3dbd3a5cd9d req-8e505d31-776d-425f-ab9e-18c3797a182b tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0574112 Nov 21 04:38:53.151050 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2ed26616-9acf-4c60-95de-c3dbd3a5cd9d req-b785a0f5-7df7-415e-ae6b-84040687baf0 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Nov 21 04:38:53.197309 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['4d897374-eea4-4073-a8eb-8c2e4957e349'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:38:53.549475 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0e01-1adf-4762-9dc1-c70e74612601 req-cc034a8e-33fc-4750-905c-ab738622463c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:53.550995 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a8bb0e01-1adf-4762-9dc1-c70e74612601 req-cc034a8e-33fc-4750-905c-ab738622463c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0533636 Nov 21 04:38:53.605150 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a8bb0e01-1adf-4762-9dc1-c70e74612601 req-41351de1-9102-4f86-9aee-e156888f1802 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474327 Nov 21 04:38:53.734691 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31175d-8bd2-4962-8c05-3575f2e3fe16 req-ec355815-45ed-48c3-b6b9-51ce1092dc4e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:53.736243 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2a31175d-8bd2-4962-8c05-3575f2e3fe16 req-ec355815-45ed-48c3-b6b9-51ce1092dc4e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 944 time: 0.0565796 Nov 21 04:38:53.799076 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2a31175d-8bd2-4962-8c05-3575f2e3fe16 req-3db3534c-d708-4de7-8563-11f53eac2bb7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552657 Nov 21 04:38:53.821256 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276d71f-4bed-4d86-8075-36b749adfeed req-cee29f9d-17ea-4365-a733-dd77874071fa tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:53.822824 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4276d71f-4bed-4d86-8075-36b749adfeed req-cee29f9d-17ea-4365-a733-dd77874071fa tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0629675 Nov 21 04:38:53.877997 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4276d71f-4bed-4d86-8075-36b749adfeed req-17b6b351-0630-4f45-a0ba-22a97fae7fa7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488141 Nov 21 04:38:54.016128 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf8ad-4ac1-4a84-9458-ab01eb56039e req-48e23860-bf27-4808-a843-c6ab2574215e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:54.017871 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-49ebf8ad-4ac1-4a84-9458-ab01eb56039e req-48e23860-bf27-4808-a843-c6ab2574215e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0578065 Nov 21 04:38:54.078996 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-49ebf8ad-4ac1-4a84-9458-ab01eb56039e req-364006dc-8a1e-4511-9f34-4b6e1159e2b2 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533252 Nov 21 04:38:54.296418 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d77d-ed2f-4a7a-9e64-c663ed671757 req-d5076113-c8bd-44ad-b31b-912d812d6ddf tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:54.298165 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3338d77d-ed2f-4a7a-9e64-c663ed671757 req-d5076113-c8bd-44ad-b31b-912d812d6ddf tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0803132 Nov 21 04:38:54.358181 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3338d77d-ed2f-4a7a-9e64-c663ed671757 req-4ee7d74b-cab1-42b4-a096-ad2133ec4b88 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524175 Nov 21 04:38:54.405093 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:38:54.418372 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b5403790-f9ef-4ab3-b481-af11b0ccb897 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:54.543087 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port b5403790-f9ef-4ab3-b481-af11b0ccb897 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:38:54.557582 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port b5403790-f9ef-4ab3-b481-af11b0ccb897 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:54.558027 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:54.611198 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:54.629366 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'port_id': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'mac_address': 'fa:16:3e:6e:83:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:38:54.724662 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:54.727247 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:54.751199 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa97cf69-198d-47b8-9346-8093b5e3b973 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:38:54.763276 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ace3b-c789-48be-bafd-81262b92c7c3 req-cf98468b-8426-4c8c-9013-0bc3b4d0d2a5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:54.765102 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-449ace3b-c789-48be-bafd-81262b92c7c3 req-cf98468b-8426-4c8c-9013-0bc3b4d0d2a5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0558531 Nov 21 04:38:54.773848 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5403790-f9ef-4ab3-b481-af11b0ccb897'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:54.776205 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2110819-ee08-4a65-ae9e-a78d0f4ee7ea" -d '{"events": [{"server_uuid": "c1b849e5-ff35-4678-9660-4a2a17ae96f5", "name": "network-vif-plugged", "status": "completed", "tag": "b5403790-f9ef-4ab3-b481-af11b0ccb897"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:54.797745 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:54.799843 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port b5403790-f9ef-4ab3-b481-af11b0ccb897, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:54.803022 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:54.807554 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:54.823576 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-449ace3b-c789-48be-bafd-81262b92c7c3 req-5d5146c2-1452-40cf-a3bb-428e9544377e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519731 Nov 21 04:38:54.834333 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bee00c8-d67e-41f7-8ba1-9d378f217b44 x-openstack-request-id: req-8bee00c8-d67e-41f7-8ba1-9d378f217b44 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:54.834952 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b849e5-ff35-4678-9660-4a2a17ae96f5", "name": "network-vif-plugged", "status": "completed", "tag": "b5403790-f9ef-4ab3-b481-af11b0ccb897", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:54.835262 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bee00c8-d67e-41f7-8ba1-9d378f217b44 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:54.835765 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5403790-f9ef-4ab3-b481-af11b0ccb897', 'code': 200} Nov 21 04:38:54.868759 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:54.948414 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=b5403790-f9ef-4ab3-b481-af11b0ccb897,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:54.964447 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4a37f-a1ee-4339-a6a2-99e4991658ff req-e031dea8-40c9-46a1-a89b-4e3938736813 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:54.977352 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2bf4a37f-a1ee-4339-a6a2-99e4991658ff req-e031dea8-40c9-46a1-a89b-4e3938736813 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0925572 Nov 21 04:38:55.052579 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698396b3-df3d-4dc2-bd29-4f4df098f770 req-1d6b8342-0058-4ad4-92a1-31ed3835afce tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:55.063278 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-698396b3-df3d-4dc2-bd29-4f4df098f770 req-1d6b8342-0058-4ad4-92a1-31ed3835afce tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0703177 Nov 21 04:38:55.070249 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2bf4a37f-a1ee-4339-a6a2-99e4991658ff req-0bfd89d5-1fd1-45b2-93dc-710d96ea9369 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Nov 21 04:38:55.149047 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd559-d4d0-4b67-b96d-d4708784005d req-cb18e5f7-b93c-4152-9db1-c63d4c2ea1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:55.150662 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-30bbd559-d4d0-4b67-b96d-d4708784005d req-cb18e5f7-b93c-4152-9db1-c63d4c2ea1d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 1098 time: 0.0791991 Nov 21 04:38:55.152258 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-698396b3-df3d-4dc2-bd29-4f4df098f770 req-045814d3-4110-4d64-bf93-b3b7f5fd6354 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880048 Nov 21 04:38:55.252610 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['aa97cf69-198d-47b8-9346-8093b5e3b973'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:38:55.343294 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-30bbd559-d4d0-4b67-b96d-d4708784005d req-6e8775a9-cfda-40a1-9377-ef9e9e07bc9f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783998 Nov 21 04:38:55.379275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c479c4c-3a46-4714-ae5e-814d9190e096 req-9bfdea53-2737-4e9c-81db-b9c8c6b58298 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:55.387459 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7c479c4c-3a46-4714-ae5e-814d9190e096 req-9bfdea53-2737-4e9c-81db-b9c8c6b58298 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 944 time: 0.1797123 Nov 21 04:38:55.448385 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:55.473037 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b717f6-f373-4283-b5a1-52572f4566e4 req-d46ed675-ab29-41cd-918b-0d0be8ac8f38 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:55.484487 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-33b717f6-f373-4283-b5a1-52572f4566e4 req-d46ed675-ab29-41cd-918b-0d0be8ac8f38 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0961003 Nov 21 04:38:55.484956 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:55.492669 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'floatingip': {'port_id': 'daa8fe12-2e84-486c-8b44-3957b48d614a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:38:55.496913 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7c479c4c-3a46-4714-ae5e-814d9190e096 req-2b14c099-a0ba-4042-93b6-9166cbc76ae6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081512 Nov 21 04:38:55.539270 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:55.633367 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.667377 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb7db8b-2a71-4d6b-913a-f9e3db5b5a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.692519 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-631a6642-8a6c-4c1d-9184-28fe17be382a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.768588 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb7db8b-2a71-4d6b-913a-f9e3db5b5a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.773622 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fb7db8b-2a71-4d6b-913a-f9e3db5b5a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.823122 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5fb7db8b-2a71-4d6b-913a-f9e3db5b5a90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fcc8205b4004af281c66b079d70577b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824485 Nov 21 04:38:55.825661 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46366) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:55.829082 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b841-d27c-4feb-8ccb-492a8326bb75 req-5d455fbc-bc41-4e4a-9406-a57c6de0da0f tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:55.830604 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1055b841-d27c-4feb-8ccb-492a8326bb75 req-5d455fbc-bc41-4e4a-9406-a57c6de0da0f tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.2391045 Nov 21 04:38:55.831646 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7db8b-2a71-4d6b-913a-f9e3db5b5a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7fb3ba-eea6-4edf-87d4-16e6e56d0fdb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:55.886852 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac779995-b034-4d1e-818f-1febfc56a59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.912557 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac779995-b034-4d1e-818f-1febfc56a59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.963784 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac779995-b034-4d1e-818f-1febfc56a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.966689 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac779995-b034-4d1e-818f-1febfc56a59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:55.970309 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ac779995-b034-4d1e-818f-1febfc56a59a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b7fb3ba-eea6-4edf-87d4-16e6e56d0fdb HTTP/1.1" status: 204 len: 168 time: 0.1413159 Nov 21 04:38:55.979234 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac779995-b034-4d1e-818f-1febfc56a59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7fb3ba-eea6-4edf-87d4-16e6e56d0fdb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:56.199601 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369567-cbfc-420f-b524-9883e1c1b875 req-266d27f0-4583-43d1-ab05-603fecebd3a1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:56.201277 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-17369567-cbfc-420f-b524-9883e1c1b875 req-266d27f0-4583-43d1-ab05-603fecebd3a1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0670979 Nov 21 04:38:56.206293 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1055b841-d27c-4feb-8ccb-492a8326bb75 req-4754bba2-2372-4d3e-baaf-294d9b8a719f tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608010 Nov 21 04:38:56.276654 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-17369567-cbfc-420f-b524-9883e1c1b875 req-71a2102b-8fa5-473f-b98a-ddb0dfa2230c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Nov 21 04:38:56.292612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46376) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:56.303258 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-631a6642-8a6c-4c1d-9184-28fe17be382a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.310227 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-631a6642-8a6c-4c1d-9184-28fe17be382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.310666 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8cc1326-ffbf-48c0-9e9c-b5c56465c3de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.402696 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:56.477690 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-631a6642-8a6c-4c1d-9184-28fe17be382a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adb1109fd34f4e46a798f1a50ef148db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0282209 Nov 21 04:38:56.478588 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:56.486739 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a6642-8a6c-4c1d-9184-28fe17be382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b32d332-2b44-4449-bb61-a38f6a861db7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:56.498549 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8cc1326-ffbf-48c0-9e9c-b5c56465c3de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.510317 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8cc1326-ffbf-48c0-9e9c-b5c56465c3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.556122 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port aa97cf69-198d-47b8-9346-8093b5e3b973 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:38:56.566792 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc1326-ffbf-48c0-9e9c-b5c56465c3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf315f6-206a-4fae-8ee5-b555d74abeb6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:56.572302 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port aa97cf69-198d-47b8-9346-8093b5e3b973 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:56.572687 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.613659 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c8cc1326-ffbf-48c0-9e9c-b5c56465c3de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f28beabaee7342048ad30100f1acbead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197486 Nov 21 04:38:56.616631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46390) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:56.786347 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577d71f-d113-4e57-873a-41a960604b12 req-5e44231e-6498-4447-ae0d-0acea39d4e7d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:56.795002 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3577d71f-d113-4e57-873a-41a960604b12 req-5e44231e-6498-4447-ae0d-0acea39d4e7d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 944 time: 0.1689010 Nov 21 04:38:56.851680 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3be4ccab-69a6-4c7c-9c83-45eb9f67a1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.853134 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 21 04:38:56.907302 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.934756 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:56.937177 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3be4ccab-69a6-4c7c-9c83-45eb9f67a1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.937451 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd07fb46-940a-452b-8a57-b156368896a2" -d '{"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:56.952217 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:56.959143 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:56.960017 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4d897374-eea4-4073-a8eb-8c2e4957e349 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:38:57.003489 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3577d71f-d113-4e57-873a-41a960604b12 req-e913e110-6e4d-40f7-9800-73b130184244 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890824 Nov 21 04:38:57.003918 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.012817 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.016468 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1df9f37e-39e1-43b1-a655-cc8e7f778ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.053486 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014afc15-66d8-4e46-b574-f7ccae678651 x-openstack-request-id: req-014afc15-66d8-4e46-b574-f7ccae678651 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:57.053936 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:57.054409 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-014afc15-66d8-4e46-b574-f7ccae678651 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:57.054949 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'code': 200} Nov 21 04:38:57.066162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3be4ccab-69a6-4c7c-9c83-45eb9f67a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.069457 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3be4ccab-69a6-4c7c-9c83-45eb9f67a1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.070959 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-3be4ccab-69a6-4c7c-9c83-45eb9f67a1b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edf315f6-206a-4fae-8ee5-b555d74abeb6 HTTP/1.1" status: 204 len: 168 time: 0.4522955 Nov 21 04:38:57.091263 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4ccab-69a6-4c7c-9c83-45eb9f67a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf315f6-206a-4fae-8ee5-b555d74abeb6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:57.102940 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 4d897374-eea4-4073-a8eb-8c2e4957e349 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:38:57.125645 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 4d897374-eea4-4073-a8eb-8c2e4957e349 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:38:57.126286 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.129942 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:57.136414 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1df9f37e-39e1-43b1-a655-cc8e7f778ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.261475 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Floating IP 9ac6ec27-4e82-4c54-8451-79e22ec054cd associated. External IP: 172.27.1.51, port: daa8fe12-2e84-486c-8b44-3957b48d614a. Nov 21 04:38:57.301349 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.338780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:57.370733 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4d897374-eea4-4073-a8eb-8c2e4957e349, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4d897374-eea4-4073-a8eb-8c2e4957e349,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:38:57.379097 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.379769 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1df9f37e-39e1-43b1-a655-cc8e7f778ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.391632 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1df9f37e-39e1-43b1-a655-cc8e7f778ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.396408 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-1df9f37e-39e1-43b1-a655-cc8e7f778ff8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b32d332-2b44-4449-bb61-a38f6a861db7 HTTP/1.1" status: 204 len: 168 time: 0.9107139 Nov 21 04:38:57.421032 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9f37e-39e1-43b1-a655-cc8e7f778ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b32d332-2b44-4449-bb61-a38f6a861db7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:57.460336 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=4d897374-eea4-4073-a8eb-8c2e4957e349,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:57.509198 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc4d08-bd12-41eb-91c2-9bd55b422ca5 req-c1486b4a-a1a3-44b4-9b3b-7dff4123deeb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:57.514996 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09dc4d08-bd12-41eb-91c2-9bd55b422ca5 req-c1486b4a-a1a3-44b4-9b3b-7dff4123deeb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1284950 Nov 21 04:38:57.561630 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e24e3-1e89-4ed2-8b39-cb74f6ea6ab0 req-e03fb2a7-8d66-4c69-b621-6b00c4409ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:57.563128 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7a0e24e3-1e89-4ed2-8b39-cb74f6ea6ab0 req-e03fb2a7-8d66-4c69-b621-6b00c4409ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1098 time: 0.1291299 Nov 21 04:38:57.621059 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09dc4d08-bd12-41eb-91c2-9bd55b422ca5 req-b1895f09-238e-4505-b294-a5a5a4e2a6ff tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960646 Nov 21 04:38:57.676913 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9aa6-cf27-479b-a321-0d3ce239650e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.681668 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7a0e24e3-1e89-4ed2-8b39-cb74f6ea6ab0 req-6da3756d-a7ea-4ba5-bf80-5fa8766caff1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067550 Nov 21 04:38:57.718838 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Router 35aaaa38-1364-4699-b7e4-16d443024026 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:38:57.806671 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9aa6-cf27-479b-a321-0d3ce239650e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.811807 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9aa6-cf27-479b-a321-0d3ce239650e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.853480 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca9aa6-cf27-479b-a321-0d3ce239650e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7efe90d-230a-41f2-b712-398a0f5f5b7a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:57.895754 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a2ca9aa6-cf27-479b-a321-0d3ce239650e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4716e7d12e2c4765806985c22371d412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556929 Nov 21 04:38:57.898664 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:57.915909 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:38:57.922241 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:57.932541 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] Sync routers for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:38:57.950177 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:57.950853 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:57.959056 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f2652470-9ce8-4951-b1c7-810bb4fb40c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "PUT /v2.0/floatingips/9ac6ec27-4e82-4c54-8451-79e22ec054cd HTTP/1.1" status: 200 len: 991 time: 2.4730132 Nov 21 04:38:57.960449 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:57.963481 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49" -d '{"events": [{"name": "network-changed", "server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:57.985151 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93a5282e-c884-4ad8-9dd7-69f9208d335b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:58.029563 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93a5282e-c884-4ad8-9dd7-69f9208d335b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:58.140205 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:58.148921 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93a5282e-c884-4ad8-9dd7-69f9208d335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:58.152183 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93a5282e-c884-4ad8-9dd7-69f9208d335b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:58.153414 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-93a5282e-c884-4ad8-9dd7-69f9208d335b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7efe90d-230a-41f2-b712-398a0f5f5b7a HTTP/1.1" status: 204 len: 168 time: 0.2533748 Nov 21 04:38:58.178826 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5282e-c884-4ad8-9dd7-69f9208d335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7efe90d-230a-41f2-b712-398a0f5f5b7a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:58.341543 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-38673713-6631-4d57-8118-aff0eb4b2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:58.347417 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-38673713-6631-4d57-8118-aff0eb4b2a94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 1098 time: 0.1747830 Nov 21 04:38:58.367212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d5834b-f127-4181-bcbe-b8cf91b33d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:58.419472 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819f8c5-913a-47f5-9bac-1a486853388e x-openstack-request-id: req-3819f8c5-913a-47f5-9bac-1a486853388e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:58.419843 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:58.420173 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3819f8c5-913a-47f5-9bac-1a486853388e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:58.420688 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'status': 'completed', 'code': 200} Nov 21 04:38:58.573009 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-7b46353b-b151-4e61-9207-3e6b78337c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:58.575492 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-7b46353b-b151-4e61-9207-3e6b78337c41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.2070372 Nov 21 04:38:58.628107 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '9ac6ec27-4e82-4c54-8451-79e22ec054cd', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'port_id': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'mac_address': 'fa:16:3e:f6:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:38:21Z', 'updated_at': '2021-11-21T04:38:56Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:58.722079 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-f8cfd073-5d39-408b-9768-c7f65f6cf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:58.723735 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-f8cfd073-5d39-408b-9768-c7f65f6cf3bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 1099 time: 0.1682355 Nov 21 04:38:58.724562 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] Checking router: 35aaaa38-1364-4699-b7e4-16d443024026 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:38:58.743772 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c41d-fa53-4b63-9a31-3800abe24df3 req-e0af9240-537b-4312-842e-2a7b8230e0e4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:58.749184 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-f64ec8bf-a50e-4f3f-90da-86d184b6f6b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897 HTTP/1.1" status: 200 len: 217 time: 0.1659648 Nov 21 04:38:58.751188 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:38:58.751831 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:38:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:58.754206 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c0c8c41d-fa53-4b63-9a31-3800abe24df3 req-e0af9240-537b-4312-842e-2a7b8230e0e4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1831641 Nov 21 04:38:58.840124 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:58.879928 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:58.910091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25e362-4707-4458-a1fb-5077a01077bc req-ae100f68-d6d3-41e2-beb5-a8008e80df47 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:58.912502 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3a25e362-4707-4458-a1fb-5077a01077bc req-ae100f68-d6d3-41e2-beb5-a8008e80df47 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1522324 Nov 21 04:38:58.918748 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-dada17c1-c263-4fcb-a273-6efd1a6f1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:58.920562 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-dada17c1-c263-4fcb-a273-6efd1a6f1843 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.1473978 Nov 21 04:38:58.959060 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c0c8c41d-fa53-4b63-9a31-3800abe24df3 req-1495eb87-5b75-49c9-a3a6-7abd8d5360f2 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032776 Nov 21 04:38:58.983325 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:38:59.002152 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-3cbe9514-c7cc-4034-881d-63af695443ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616176 Nov 21 04:38:59.021530 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-b5ed0fee-a506-4245-bcd8-8f1435bcb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:59.024733 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-b5ed0fee-a506-4245-bcd8-8f1435bcb201 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 910 time: 0.2660084 Nov 21 04:38:59.057948 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057613fe-f3ea-4900-be2f-d391589b2270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d897374-eea4-4073-a8eb-8c2e4957e349'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:38:59.062704 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd564a0-0e00-4177-b1ce-8d023b6ac01c" -d '{"events": [{"server_uuid": "057613fe-f3ea-4900-be2f-d391589b2270", "name": "network-vif-plugged", "status": "completed", "tag": "4d897374-eea4-4073-a8eb-8c2e4957e349"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:38:59.097953 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3a25e362-4707-4458-a1fb-5077a01077bc req-b6beae09-b79f-4205-9081-9ede9ef1b4ff tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751058 Nov 21 04:38:59.147822 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513eb766-939b-40e3-b1cf-22f0b85305a9 x-openstack-request-id: req-513eb766-939b-40e3-b1cf-22f0b85305a9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:38:59.148289 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057613fe-f3ea-4900-be2f-d391589b2270", "name": "network-vif-plugged", "status": "completed", "tag": "4d897374-eea4-4073-a8eb-8c2e4957e349", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:38:59.148667 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-513eb766-939b-40e3-b1cf-22f0b85305a9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:38:59.149189 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057613fe-f3ea-4900-be2f-d391589b2270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d897374-eea4-4073-a8eb-8c2e4957e349', 'code': 200} Nov 21 04:38:59.256823 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:59.297582 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-f9357cb7-ba2d-4e26-8356-bac4910becae service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781866 Nov 21 04:38:59.299047 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:59.316729 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '9ac6ec27-4e82-4c54-8451-79e22ec054cd', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'port_id': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'mac_address': 'fa:16:3e:f6:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:38:21Z', 'updated_at': '2021-11-21T04:38:56Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:38:59.356786 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=518e537e3e76400dbef953ad82b9074c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136993 Nov 21 04:38:59.365131 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:38:59.393869 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc82005c-62a1-4cef-9cba-f9bf9ef393e9 None None] The sync data for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi is: [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '9ac6ec27-4e82-4c54-8451-79e22ec054cd', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'port_id': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'mac_address': 'fa:16:3e:f6:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:38:21Z', 'updated_at': '2021-11-21T04:38:56Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:38:59.496557 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea97f5-cb74-4051-aa74-21145ba85b29,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:38:59.521545 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.522296 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.522849 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.523184 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.523520 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.523867 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.524178 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.529612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.530030 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.530387 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.530805 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.533912 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea19b52-dc8d-47af-a591-37e7947b4764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:38:59.552905 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-04976581-4f11-445f-b4b3-e717ff323cea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 200 len: 999 time: 0.5160084 Nov 21 04:38:59.589887 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd19f3-a26e-49c4-a121-0fefd29a69a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:59.638158 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd19f3-a26e-49c4-a121-0fefd29a69a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:59.647778 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d52dc0d-7749-4ef4-ab4d-e29a42e8035e req-d55c1e75-6bce-4a35-845e-b03fafb59db8 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828915 Nov 21 04:38:59.776198 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-2ab96ad0-fe45-4266-b2db-78af2521d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:59.779432 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef951c4-a7e5-4d30-ab54-c03b3463b053 req-b3e73814-4bb6-4c1a-94a1-8c33d8685b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:59.781138 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-2ab96ad0-fe45-4266-b2db-78af2521d6c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.1274185 Nov 21 04:38:59.781290 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3ef951c4-a7e5-4d30-ab54-c03b3463b053 req-b3e73814-4bb6-4c1a-94a1-8c33d8685b5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.0948751 Nov 21 04:38:59.797957 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd19f3-a26e-49c4-a121-0fefd29a69a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:59.809067 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29bd19f3-a26e-49c4-a121-0fefd29a69a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:38:59.813095 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-29bd19f3-a26e-49c4-a121-0fefd29a69a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39ea97f5-cb74-4051-aa74-21145ba85b29 HTTP/1.1" status: 204 len: 168 time: 0.4442272 Nov 21 04:38:59.818390 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fabe4-9935-4417-8787-6558c12d97f0 None None] New status for floating IP 9ac6ec27-4e82-4c54-8451-79e22ec054cd: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:38:59.895695 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-d604fa3d-5e0a-4fe3-bb47-38249f1f2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:38:59.899129 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-d604fa3d-5e0a-4fe3-bb47-38249f1f2fbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776727 Nov 21 04:38:59.922808 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd19f3-a26e-49c4-a121-0fefd29a69a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea97f5-cb74-4051-aa74-21145ba85b29,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:00.027348 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3ef951c4-a7e5-4d30-ab54-c03b3463b053 req-616036f5-2bcb-423d-b4a0-5f09d442a5a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881323 Nov 21 04:39:00.196032 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-9412b8c6-f8b4-40b1-b243-ee6aa9d98227 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591996 Nov 21 04:39:00.212159 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f3cb3-d0b0-4984-a884-6aeb81a84233 req-91a72466-96f1-46d2-9aab-f5d145c1c262 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:00.221422 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6d9f3cb3-d0b0-4984-a884-6aeb81a84233 req-91a72466-96f1-46d2-9aab-f5d145c1c262 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0979757 Nov 21 04:39:00.343415 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6d9f3cb3-d0b0-4984-a884-6aeb81a84233 req-f3725fec-3479-429b-8664-8aad00039495 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164751 Nov 21 04:39:00.503264 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf7351-5a4f-41cb-aa1f-1c29ed3b8454 req-47d37d25-7dba-486d-892a-3185c30cb768 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:00.507707 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-dfcf7351-5a4f-41cb-aa1f-1c29ed3b8454 req-47d37d25-7dba-486d-892a-3185c30cb768 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1345701 Nov 21 04:39:00.613669 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-dfcf7351-5a4f-41cb-aa1f-1c29ed3b8454 req-a01a9df7-dccb-4d2a-a352-e8e6ebe8777b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857704 Nov 21 04:39:00.652300 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3119a0d-8ec7-45ae-9e90-2d19a2311add req-94657607-2d89-4432-b469-a80a0ccb5da0 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:00.665230 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f3119a0d-8ec7-45ae-9e90-2d19a2311add req-94657607-2d89-4432-b469-a80a0ccb5da0 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1439817 Nov 21 04:39:00.665748 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:00.673106 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'floatingip': {'port_id': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:00.707974 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e00cc7c-7ffe-460e-b86b-23648b6b1a49 req-ef331321-d302-4fc7-928a-e2062af8e55f service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406031 Nov 21 04:39:00.818916 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:00.958994 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c5b0-3d44-4152-b02b-4ae2acf20f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:01.734750 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 21 04:39:01.867816 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:01.872144 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:01.883238 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b84a8-353c-40e3-87c0-68035a8ca846 req-622b69e6-ac7a-41e6-b55b-d053cf9ae527 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:01.885062 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-735b84a8-353c-40e3-87c0-68035a8ca846 req-622b69e6-ac7a-41e6-b55b-d053cf9ae527 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1470149 Nov 21 04:39:01.953654 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:02.043454 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-735b84a8-353c-40e3-87c0-68035a8ca846 req-71009e97-926b-4c01-80f1-e8f4e03ae75e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154702 Nov 21 04:39:02.060338 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Floating IP bea74cc6-e43d-4544-be3f-bfde04cbbfc2 associated. External IP: 172.27.1.139, port: aa97cf69-198d-47b8-9346-8093b5e3b973. Nov 21 04:39:02.315868 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Router 4b351c15-f0b4-44b4-918e-a6b435ff3335 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:39:02.447894 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:02.452716 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:02.457007 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] Sync routers for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:02.468255 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:02.468940 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:02.482746 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ce32d5b2-67a6-4348-984b-b821d4c8ff83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "PUT /v2.0/floatingips/bea74cc6-e43d-4544-be3f-bfde04cbbfc2 HTTP/1.1" status: 200 len: 991 time: 1.8143625 Nov 21 04:39:02.483343 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:39:02.485591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e1098-d0f4-497a-82fa-4e8ba0990f21" -d '{"events": [{"name": "network-changed", "server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:39:02.592072 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:02.900698 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:39:02.927626 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'bea74cc6-e43d-4544-be3f-bfde04cbbfc2', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'port_id': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'mac_address': 'fa:16:3e:6e:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:38:31Z', 'updated_at': '2021-11-21T04:39:01Z', 'revision_number': 1, 'project_id': '232e0518f6724d48a096d6cad8791184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:02.962485 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] Checking router: 4b351c15-f0b4-44b4-918e-a6b435ff3335 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:02.971236 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:02.971841 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:03.091246 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:03.349374 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'bea74cc6-e43d-4544-be3f-bfde04cbbfc2', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'port_id': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'mac_address': 'fa:16:3e:6e:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:38:31Z', 'updated_at': '2021-11-21T04:39:01Z', 'revision_number': 1, 'project_id': '232e0518f6724d48a096d6cad8791184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:03.382227 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b2715-a166-4387-987f-184fc3b4bcac None None] The sync data for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi is: [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'bea74cc6-e43d-4544-be3f-bfde04cbbfc2', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'port_id': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'mac_address': 'fa:16:3e:6e:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:38:31Z', 'updated_at': '2021-11-21T04:39:01Z', 'revision_number': 1, 'project_id': '232e0518f6724d48a096d6cad8791184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:03.541012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:03.555135 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23ba68-8ed6-4c04-b52b-c4a7e025e49b None None] New status for floating IP bea74cc6-e43d-4544-be3f-bfde04cbbfc2: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:39:04.625663 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:05.442920 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29b93b-c100-4193-bf19-43c911ac424d x-openstack-request-id: req-2d29b93b-c100-4193-bf19-43c911ac424d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:39:05.443420 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:39:05.443420 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d29b93b-c100-4193-bf19-43c911ac424d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:39:05.444483 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'status': 'completed', 'code': 200} Nov 21 04:39:05.532896 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4ef6-b1a2-492e-87cb-7443747556f4 req-f6f42761-0689-4794-bbfa-c8eb0f98c2c9 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:05.534404 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a16d4ef6-b1a2-492e-87cb-7443747556f4 req-f6f42761-0689-4794-bbfa-c8eb0f98c2c9 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Nov 21 04:39:05.591514 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a16d4ef6-b1a2-492e-87cb-7443747556f4 req-cd918508-3993-40fc-8f8f-8e099fe9a6f1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501816 Nov 21 04:39:05.598655 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-883598fd-c2c3-40fb-b0f7-9c4925be9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:05.601866 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-883598fd-c2c3-40fb-b0f7-9c4925be9b48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1098 time: 0.0443947 Nov 21 04:39:05.721698 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-736acd0a-fb83-4ba7-bc91-5de6a431316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:05.723139 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-736acd0a-fb83-4ba7-bc91-5de6a431316d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1028671 Nov 21 04:39:05.802891 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-d849e701-b6ff-4987-a4ee-f535384d647e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa97cf69-198d-47b8-9346-8093b5e3b973 HTTP/1.1" status: 200 len: 1001 time: 0.0703375 Nov 21 04:39:05.870486 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-d54ad642-fcab-433e-97c7-2c2d2428073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:05.871937 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-d54ad642-fcab-433e-97c7-2c2d2428073a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0535085 Nov 21 04:39:05.933694 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-01a82e95-4596-4768-8195-42db01137bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:05.935233 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-01a82e95-4596-4768-8195-42db01137bf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438497 Nov 21 04:39:06.040828 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-7e2c494b-6c47-45d8-a066-8d775d57f1b4 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973656 Nov 21 04:39:06.155459 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-244e1098-d0f4-497a-82fa-4e8ba0990f21 req-53c15e7a-07e7-4470-8e51-d17ed24a2be3 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993495 Nov 21 04:39:06.723436 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a12eb-5e68-4970-96ca-b1d0c04784f4 req-1db07e44-c62c-4a9e-83ab-7fef8e55c795 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:06.726944 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef3a12eb-5e68-4970-96ca-b1d0c04784f4 req-1db07e44-c62c-4a9e-83ab-7fef8e55c795 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0579147 Nov 21 04:39:06.779840 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef3a12eb-5e68-4970-96ca-b1d0c04784f4 req-d9ef2b87-cb73-49cd-adf8-fe4d253de57b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Nov 21 04:39:07.978166 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46742) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:08.082709 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b34cb28-3d05-48f4-a340-6943b1a185a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.166035 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b34cb28-3d05-48f4-a340-6943b1a185a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.169682 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b34cb28-3d05-48f4-a340-6943b1a185a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.213914 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8b34cb28-3d05-48f4-a340-6943b1a185a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=543e69d9c9e74b35a1c6986da4d539e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346005 Nov 21 04:39:08.214759 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34cb28-3d05-48f4-a340-6943b1a185a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c259d1cc-9ec6-4568-af55-821951bbdb9c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:08.216586 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:08.269103 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.297099 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.347125 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.350364 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.351783 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c259d1cc-9ec6-4568-af55-821951bbdb9c HTTP/1.1" status: 204 len: 168 time: 0.1341674 Nov 21 04:39:08.359886 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c259d1cc-9ec6-4568-af55-821951bbdb9c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:08.368446 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.368803 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.369161 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.369509 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.369897 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.370172 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.370541 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.370882 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.371288 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.371619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.371883 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.372214 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054ee278-5e9e-4ec4-9520-edcaeef0d052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:08.604368 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:08.618754 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9eecc19c-9eb7-4ed9-9587-2d17fdd1d137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.702298 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9eecc19c-9eb7-4ed9-9587-2d17fdd1d137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.706161 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9eecc19c-9eb7-4ed9-9587-2d17fdd1d137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.750693 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9eecc19c-9eb7-4ed9-9587-2d17fdd1d137 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=542c961faf214d66a830427334b60eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452022 Nov 21 04:39:08.751607 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecc19c-9eb7-4ed9-9587-2d17fdd1d137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7694801f-9f29-4799-8899-80ee57158923,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:08.753389 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46758) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:08.806601 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8816adbe-96ca-4e0d-9ac2-609af890ff66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.830222 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8816adbe-96ca-4e0d-9ac2-609af890ff66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.878940 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8816adbe-96ca-4e0d-9ac2-609af890ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.882288 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8816adbe-96ca-4e0d-9ac2-609af890ff66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:08.883468 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8816adbe-96ca-4e0d-9ac2-609af890ff66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7694801f-9f29-4799-8899-80ee57158923 HTTP/1.1" status: 204 len: 168 time: 0.1291094 Nov 21 04:39:08.892401 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816adbe-96ca-4e0d-9ac2-609af890ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7694801f-9f29-4799-8899-80ee57158923,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:10.738630 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:10.827955 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444d83-10df-41be-87f9-4f9169908d53 req-2495d358-b76c-48dc-834e-f5c41df80fad tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:10.829552 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-49444d83-10df-41be-87f9-4f9169908d53 req-2495d358-b76c-48dc-834e-f5c41df80fad tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0625494 Nov 21 04:39:10.874605 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57f0462-fdb6-4724-b145-5f884e544a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:10.921784 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-49444d83-10df-41be-87f9-4f9169908d53 req-01bef7f4-26c6-47dd-96ba-d2756ad9e2b3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823708 Nov 21 04:39:10.988912 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57f0462-fdb6-4724-b145-5f884e544a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:10.992969 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57f0462-fdb6-4724-b145-5f884e544a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.037115 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f0462-fdb6-4724-b145-5f884e544a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626d5773-5af1-4eca-a228-fa0e5137e44e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:11.045679 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:11.051049 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b57f0462-fdb6-4724-b145-5f884e544a14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f73809eb8e3416bb4bab56681ee2881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112502 Nov 21 04:39:11.099567 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb057-ffb1-45c0-bef3-7c267f17c0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.123938 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb057-ffb1-45c0-bef3-7c267f17c0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.179923 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb057-ffb1-45c0-bef3-7c267f17c0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.182928 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb057-ffb1-45c0-bef3-7c267f17c0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.186932 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9a8bb057-ffb1-45c0-bef3-7c267f17c0d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/626d5773-5af1-4eca-a228-fa0e5137e44e HTTP/1.1" status: 204 len: 168 time: 0.1374972 Nov 21 04:39:11.200471 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bb057-ffb1-45c0-bef3-7c267f17c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d5773-5af1-4eca-a228-fa0e5137e44e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:11.423489 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-be7bf8a3-2b6f-489d-889a-a88246b771c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:11.425192 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-be7bf8a3-2b6f-489d-889a-a88246b771c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 0.1296816 Nov 21 04:39:11.443356 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-a0ece5a5-77f0-42c5-be09-ffd6d00d495f tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/quotas/251847713f8f45219c22d7c810264f30 HTTP/1.1" status: 200 len: 375 time: 0.0119758 Nov 21 04:39:11.463586 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:11.486302 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c506fc-f113-4c3b-814a-6c04fe3e4de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.519748 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-8b5f5103-61fa-4da9-91bb-3f15d446010a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700030 Nov 21 04:39:11.570556 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c506fc-f113-4c3b-814a-6c04fe3e4de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.574342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c506fc-f113-4c3b-814a-6c04fe3e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.621747 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-54c506fc-f113-4c3b-814a-6c04fe3e4de8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8c67423cc11452db70d9a1fa8a13fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565330 Nov 21 04:39:11.623223 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c506fc-f113-4c3b-814a-6c04fe3e4de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28156638-fa97-4f06-a34c-795539319152,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:11.625524 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:11.639008 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-269b2203-88d2-48e3-94a5-9079e4f4f2a2 service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111050 Nov 21 04:39:11.687963 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48b22ffe-816b-4b6e-972c-18ef472eafa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.717127 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48b22ffe-816b-4b6e-972c-18ef472eafa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.743829 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-e61e67da-c582-4110-93ee-80b2734b5ea8 service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038992 Nov 21 04:39:11.775954 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48b22ffe-816b-4b6e-972c-18ef472eafa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.778989 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48b22ffe-816b-4b6e-972c-18ef472eafa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:11.780211 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-48b22ffe-816b-4b6e-972c-18ef472eafa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28156638-fa97-4f06-a34c-795539319152 HTTP/1.1" status: 204 len: 168 time: 0.1518703 Nov 21 04:39:11.800331 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b22ffe-816b-4b6e-972c-18ef472eafa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28156638-fa97-4f06-a34c-795539319152,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:12.017801 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c226af1e-b0b3-459b-a808-f8bef538da14 req-9921e693-bf07-4664-8186-2a92354a8e72 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 210 time: 0.0421321 Nov 21 04:39:12.184111 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f319b-ad2f-4065-a698-face186ff479 req-4ce10b00-7fbd-4cce-b393-7779d6d3c49e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:12.189002 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-405f319b-ad2f-4065-a698-face186ff479 req-4ce10b00-7fbd-4cce-b393-7779d6d3c49e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0865412 Nov 21 04:39:12.246720 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-405f319b-ad2f-4065-a698-face186ff479 req-c45f7c08-e025-48a8-9dce-a9975a3beeaa tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510986 Nov 21 04:39:12.988064 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46938) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:13.098070 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd080f24-53aa-4b7f-a807-d4c97b56912d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.182254 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd080f24-53aa-4b7f-a807-d4c97b56912d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.186835 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd080f24-53aa-4b7f-a807-d4c97b56912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.194575 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.241085 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-dd080f24-53aa-4b7f-a807-d4c97b56912d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f6c1f3d185040a3966749ec3319ed2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512755 Nov 21 04:39:13.242268 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd080f24-53aa-4b7f-a807-d4c97b56912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a6695b-288d-4d67-9a8c-c260046dee98,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:13.243958 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:13.299291 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-109aafd7-34b6-4ff4-b25d-bbcc13678482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.324814 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-109aafd7-34b6-4ff4-b25d-bbcc13678482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.373905 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-109aafd7-34b6-4ff4-b25d-bbcc13678482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.376657 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-109aafd7-34b6-4ff4-b25d-bbcc13678482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:13.377836 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-109aafd7-34b6-4ff4-b25d-bbcc13678482 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71a6695b-288d-4d67-9a8c-c260046dee98 HTTP/1.1" status: 204 len: 168 time: 0.1327932 Nov 21 04:39:13.393044 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109aafd7-34b6-4ff4-b25d-bbcc13678482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a6695b-288d-4d67-9a8c-c260046dee98,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:14.368659 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 46992) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:14.478363 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7c59891-9cb5-4758-9257-6f9b336593c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:14.563356 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7c59891-9cb5-4758-9257-6f9b336593c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:14.567148 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7c59891-9cb5-4758-9257-6f9b336593c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:14.611457 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-b7c59891-9cb5-4758-9257-6f9b336593c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d069108bbb03492bb74bc66ee589dd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416646 Nov 21 04:39:14.612310 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c59891-9cb5-4758-9257-6f9b336593c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c11585-9c56-41d0-b80c-aa510aad65c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:14.614309 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 46998) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:14.679816 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5bbce1a-3f88-483b-ae4e-acc0b6603a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:14.704658 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5bbce1a-3f88-483b-ae4e-acc0b6603a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:14.753947 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5bbce1a-3f88-483b-ae4e-acc0b6603a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:14.757459 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5bbce1a-3f88-483b-ae4e-acc0b6603a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:14.758675 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b5bbce1a-3f88-483b-ae4e-acc0b6603a47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58c11585-9c56-41d0-b80c-aa510aad65c3 HTTP/1.1" status: 204 len: 168 time: 0.1423068 Nov 21 04:39:14.767330 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbce1a-3f88-483b-ae4e-acc0b6603a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c11585-9c56-41d0-b80c-aa510aad65c3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:16.215655 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-4c177199-cc5d-49bf-828d-6c416cbce046 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896630 Nov 21 04:39:16.271008 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7b5a1fec-5a79-4fb1-9670-a4831c9a5c0d req-b28c8fb8-3f36-417e-9359-6518b8485c6d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 210 time: 0.0352852 Nov 21 04:39:16.321591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfa401-f89b-46bc-ab12-8d6bbbbfbf4a req-a19ae990-3b70-4be5-99b6-9eb027d0b96e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:16.324235 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-22cfa401-f89b-46bc-ab12-8d6bbbbfbf4a req-a19ae990-3b70-4be5-99b6-9eb027d0b96e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0595989 Nov 21 04:39:16.357520 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-ddce0591-2398-464c-8ae2-0770db5e5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:16.359039 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-ddce0591-2398-464c-8ae2-0770db5e5a9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 1099 time: 0.0485415 Nov 21 04:39:16.378603 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-22cfa401-f89b-46bc-ab12-8d6bbbbfbf4a req-83d39d0c-926b-48a5-ba04-e36b6859a28b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483303 Nov 21 04:39:16.479001 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-a86fba06-b5bc-4514-97e5-077cb0273473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:16.480558 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-a86fba06-b5bc-4514-97e5-077cb0273473 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 915 time: 0.1002798 Nov 21 04:39:16.536843 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-6d6cc480-f3b6-4083-80d7-cde5a8fa6437 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819f5323-6207-460e-9bf6-4efcd89e006d HTTP/1.1" status: 200 len: 217 time: 0.0464106 Nov 21 04:39:16.596361 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-89f14a32-465e-4c7f-a79f-ff6ce767315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:16.597890 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-89f14a32-465e-4c7f-a79f-ff6ce767315b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.0501077 Nov 21 04:39:16.651767 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-824198f3-2274-4674-974e-eb8e5c64870a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292416 Nov 21 04:39:16.803603 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-f793d05e-a9b6-41b0-8d4f-0c94e2578fce service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391194 Nov 21 04:39:16.896425 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-0fb16098-03d4-4086-8051-7360de440ba4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:16.898785 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-0fb16098-03d4-4086-8051-7360de440ba4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 0.1674976 Nov 21 04:39:16.928265 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00e2e846-e339-4579-9fb4-c53197fe4a6e req-c532ad4e-299c-40bc-8b3c-407c4a4b0e2c service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088912 Nov 21 04:39:16.966413 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Request body: {'port': {'device_id': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'admin_state_up': True, 'tenant_id': '251847713f8f45219c22d7c810264f30'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:17.108066 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Made reservation on behalf of 251847713f8f45219c22d7c810264f30 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:17.111818 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:17.270282 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Allocated IP 172.20.0.8 (ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2/87f3d5af-1477-4c77-b916-0eeb764c570a/9cf27f8d-35b3-48f5-b24c-5d078cde64e8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:17.504841 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:17.543061 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9def93f8-9557-4547-8c41-d8961faae925 req-d5d2e80f-58c8-4abb-a472-50645be30c7c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 210 time: 0.0537527 Nov 21 04:39:17.577394 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404a62d-bf84-459e-8f73-91a123ac3ec2 req-5e4901f7-1471-4ab5-889a-51dd86d61354 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:17.578937 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8404a62d-bf84-459e-8f73-91a123ac3ec2 req-5e4901f7-1471-4ab5-889a-51dd86d61354 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0806174 Nov 21 04:39:17.598641 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:17.653818 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:39:17.686387 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:17.698225 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:17.703243 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:17.716023 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8404a62d-bf84-459e-8f73-91a123ac3ec2 req-ff1f1ba1-0b31-4a53-86d2-3538dac844b6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272957 Nov 21 04:39:17.743007 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event updated for resources: {'Port': ['ID=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:17.793896 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:17.795074 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:17.828419 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-9c47a528-fbec-4dfb-8711-06320697c955 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8668594 Nov 21 04:39:17.882623 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Request body: {'port': {'device_id': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:17.946265 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:18.283545 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:39:18.291708 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:18.304801 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Transition to ACTIVE for port object 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:39:18.308169 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:18.370667 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:18.463231 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Attempting to bind port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:18.463902 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Attempting to bind port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:18.464471 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Attempting to bind port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:18.470073 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:39:18.470404 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Attempting to bind port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:18.475840 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:18.476181 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Checking segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:18.476594 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Bound using segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:18.477099 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Bound port: 9cf27f8d-35b3-48f5-b24c-5d078cde64e8, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:18.477449 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:18.553625 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] For port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:18.557926 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] For port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:18.563045 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:18.608034 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:18.608688 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:18.610141 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] 10.222.0.48 "PUT /v2.0/ports/9cf27f8d-35b3-48f5-b24c-5d078cde64e8 HTTP/1.1" status: 200 len: 1093 time: 0.7438226 Nov 21 04:39:18.615998 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'tag': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:39:18.618303 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b8865-8124-445d-9ef5-074449782ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a3ca48-67df-4327-a86c-dc7d5db75949", "tag": "9cf27f8d-35b3-48f5-b24c-5d078cde64e8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:39:18.642953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a5433-0134-406a-a7d5-1d2dc141f308 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:18.698292 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4c1924-401b-4d03-aa06-94bdf9f17bfe x-openstack-request-id: req-5b4c1924-401b-4d03-aa06-94bdf9f17bfe {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:39:18.698693 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a3ca48-67df-4327-a86c-dc7d5db75949", "tag": "9cf27f8d-35b3-48f5-b24c-5d078cde64e8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:39:18.699077 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b4c1924-401b-4d03-aa06-94bdf9f17bfe {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:39:18.699533 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'tag': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', 'status': 'completed', 'code': 200} Nov 21 04:39:18.729508 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc573b9-a164-4cc5-9401-132469043e08 req-9ddd6f5a-fe43-4ff6-a1aa-07adcf0c5669 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:18.731065 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3cc573b9-a164-4cc5-9401-132469043e08 req-9ddd6f5a-fe43-4ff6-a1aa-07adcf0c5669 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 943 time: 0.0675004 Nov 21 04:39:18.847287 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3cc573b9-a164-4cc5-9401-132469043e08 req-811bcd45-7b03-4349-b0b7-8599554d0fe9 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100457 Nov 21 04:39:18.872444 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef695739-84e6-41fd-929f-96a47b41661f req-b66fbecb-d996-4ddf-b270-5db5100d60c8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:18.873994 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef695739-84e6-41fd-929f-96a47b41661f req-b66fbecb-d996-4ddf-b270-5db5100d60c8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0721736 Nov 21 04:39:18.878121 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8865-8124-445d-9ef5-074449782ab5 req-ce4b3ca8-5db4-476d-97c8-b3bce8b60ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:18.879698 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e46b8865-8124-445d-9ef5-074449782ab5 req-ce4b3ca8-5db4-476d-97c8-b3bce8b60ff2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 1096 time: 0.0906568 Nov 21 04:39:18.890773 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:18.942298 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef695739-84e6-41fd-929f-96a47b41661f req-7b01235d-b67d-4a79-be67-5ae0e26d5ba4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603285 Nov 21 04:39:19.069636 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182a38d1-73b3-4e30-abe3-1fba8390972b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:19.160023 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8865-8124-445d-9ef5-074449782ab5 req-15a55836-85b0-4123-b8a7-908766ef93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:19.161698 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e46b8865-8124-445d-9ef5-074449782ab5 req-15a55836-85b0-4123-b8a7-908766ef93f7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=251847713f8f45219c22d7c810264f30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2631426 Nov 21 04:39:19.296455 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d851df3-b631-4092-bdaa-91dce51790fc req-15481006-6e8d-473c-9f5d-864edeb3dba3 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:19.300282 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4d851df3-b631-4092-bdaa-91dce51790fc req-15481006-6e8d-473c-9f5d-864edeb3dba3 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0835102 Nov 21 04:39:19.341007 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182a38d1-73b3-4e30-abe3-1fba8390972b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:19.354662 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-182a38d1-73b3-4e30-abe3-1fba8390972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:19.378512 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4d851df3-b631-4092-bdaa-91dce51790fc req-d57fcc57-7379-4b11-9297-23d76e794297 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637119 Nov 21 04:39:19.689477 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-182a38d1-73b3-4e30-abe3-1fba8390972b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01ffdbda1ed748ee811b097ac5e94b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7975438 Nov 21 04:39:19.692168 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:19.696507 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a38d1-73b3-4e30-abe3-1fba8390972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f804d-7756-424e-a587-b1076f95082e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:19.720661 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8865-8124-445d-9ef5-074449782ab5 req-02625166-c366-4b8c-97a5-03f723e43d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:19.722140 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e46b8865-8124-445d-9ef5-074449782ab5 req-02625166-c366-4b8c-97a5-03f723e43d82 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4837329 Nov 21 04:39:19.748655 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063592c6-a309-41c9-b797-604e0d78d8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:19.773608 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063592c6-a309-41c9-b797-604e0d78d8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:19.824779 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063592c6-a309-41c9-b797-604e0d78d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:19.827569 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063592c6-a309-41c9-b797-604e0d78d8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:19.828868 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-063592c6-a309-41c9-b797-604e0d78d8b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b8f804d-7756-424e-a587-b1076f95082e HTTP/1.1" status: 204 len: 168 time: 0.1354806 Nov 21 04:39:19.840320 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063592c6-a309-41c9-b797-604e0d78d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f804d-7756-424e-a587-b1076f95082e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:19.953120 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-be288a47-e402-4ee5-9a74-7bd43570707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:19.954659 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-be288a47-e402-4ee5-9a74-7bd43570707e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 1096 time: 0.0753109 Nov 21 04:39:19.976584 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b107d4-9fe2-46b5-ae73-2cc1bc73d6ae req-5b8f45f2-b0f2-4e39-acbe-8919cee012ee tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:19.978324 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-40b107d4-9fe2-46b5-ae73-2cc1bc73d6ae req-5b8f45f2-b0f2-4e39-acbe-8919cee012ee tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 943 time: 0.0669546 Nov 21 04:39:20.030013 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-2516517c-2077-4a90-a054-4fef3724aa69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf27f8d-35b3-48f5-b24c-5d078cde64e8 HTTP/1.1" status: 200 len: 217 time: 0.0509112 Nov 21 04:39:20.079127 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce598b40-0cfa-4337-9236-d842be41e555 req-29da96c6-41b2-445d-b2d9-ac0e070ab37d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:20.080781 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ce598b40-0cfa-4337-9236-d842be41e555 req-29da96c6-41b2-445d-b2d9-ac0e070ab37d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0630450 Nov 21 04:39:20.120000 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-be7d6add-4e27-48f7-aea3-6d2b1a322b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:20.121435 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-be7d6add-4e27-48f7-aea3-6d2b1a322b76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.0774894 Nov 21 04:39:20.126503 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-40b107d4-9fe2-46b5-ae73-2cc1bc73d6ae req-c749d3b7-92c1-4f37-8714-fb4ae979952b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992618 Nov 21 04:39:20.142793 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ce598b40-0cfa-4337-9236-d842be41e555 req-a2a1e153-874e-47e2-a595-7bb688c5bf96 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Nov 21 04:39:20.167394 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-ea04623b-037b-4720-971d-23198aab07e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334742 Nov 21 04:39:20.289816 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-5c67762a-5dd5-4e89-8ddc-86843ff77f9d service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059458 Nov 21 04:39:20.414930 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4f6e9211-db9e-422a-8f5d-cbaeaa9ede5e req-a57a92a6-7080-449b-a286-63627586e200 service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151686 Nov 21 04:39:20.509661 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3e6a-680f-47a8-9d6f-cfc7f9f9bc96 req-13a352dc-986b-4d2c-95ac-27844d0bcc32 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:20.511251 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-351c3e6a-680f-47a8-9d6f-cfc7f9f9bc96 req-13a352dc-986b-4d2c-95ac-27844d0bcc32 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0548303 Nov 21 04:39:20.520834 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:20.566533 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-351c3e6a-680f-47a8-9d6f-cfc7f9f9bc96 req-28bef9c6-1dd4-4f89-a12d-bd4f55a395ae tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492370 Nov 21 04:39:20.622280 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-119627191-network', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:20.643832 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Made reservation on behalf of cbd8551337074ee2bac10ac55a92e67e for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:20.646005 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.656180 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.744845 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.748755 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.771840 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:39:20.788732 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c853006-ad88-42dc-9df3-4503145c75e7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:20.795931 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.796283 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Added segment 35b091d1-da99-49ba-8d1a-558419471fe4 of type vlan for network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 Nov 21 04:39:20.843317 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.873611 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.874641 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:20.875276 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:20.941409 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4193130 Nov 21 04:39:20.945014 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:20.952137 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Request body: {'subnet': {'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-119627191-subnet', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:20.960998 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518247d-5c0d-43ad-a779-c7854f7153ee admin admin] Pushing event updated for resources: {'Network': ['ID=64b032df-d647-4b48-a0e4-dd49fb3f64d7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:20.977021 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:39:20.979159 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Made reservation on behalf of cbd8551337074ee2bac10ac55a92e67e for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:20.981465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.177700 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.271031 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f0efe0-7e34-4d45-8b46-38134422f8e3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:21.280444 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f94f6-41b4-4460-ad89-91ed9ce77ba6 req-5c0c6a0e-02ef-4e19-a663-6ad3e73845f9 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:21.282579 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-854f94f6-41b4-4460-ad89-91ed9ce77ba6 req-5c0c6a0e-02ef-4e19-a663-6ad3e73845f9 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0549939 Nov 21 04:39:21.288743 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Checking segment: {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:21.289106 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Network hostable DHCP agents. Network: 64b032df-d647-4b48-a0e4-dd49fb3f64d7, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:39:21.302382 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114c20-d526-4464-9b69-cafb0f61720c req-9963b556-7bc6-46df-97e8-ab48a61aa2be tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:21.304727 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-69114c20-d526-4464-9b69-cafb0f61720c req-9963b556-7bc6-46df-97e8-ab48a61aa2be tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 943 time: 0.0898907 Nov 21 04:39:21.335916 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:39:21.341789 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-854f94f6-41b4-4460-ad89-91ed9ce77ba6 req-77035018-2310-42ac-bae2-2cc8e82ddddd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525968 Nov 21 04:39:21.353038 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 64b032df-d647-4b48-a0e4-dd49fb3f64d7) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:21.367508 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d45728a-da31-4d2b-91f6-3287955be7e1 None None] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:21.367683 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:21.368181 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.384218 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-69114c20-d526-4464-9b69-cafb0f61720c req-ef4a0f36-f669-475d-aad0-9dccfb30e73a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Nov 21 04:39:21.392632 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-7ab6ba4f-6e60-4fb6-a623-73df1e5cbca2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4464645 Nov 21 04:39:21.395561 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47222) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:21.400805 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:21.423675 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.427190 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.488853 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.576814 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:39:21.578089 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.669469 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.701981 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d81d-06a1-4738-b30f-8bbd525fb25a req-23bd1b50-e056-4817-9eb5-234430c915ad tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:21.709299 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-93c1d81d-06a1-4738-b30f-8bbd525fb25a req-23bd1b50-e056-4817-9eb5-234430c915ad tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.0660827 Nov 21 04:39:21.767541 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-93c1d81d-06a1-4738-b30f-8bbd525fb25a req-a6a462fc-053e-4149-af15-349557ed7caa tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 Nov 21 04:39:21.780036 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Allocated IP 172.20.0.2 (64b032df-d647-4b48-a0e4-dd49fb3f64d7/e8f0efe0-7e34-4d45-8b46-38134422f8e3/6e2ed91b-60df-4a13-aa03-281b8aa5779a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:21.922160 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.948060 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.949654 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:21.955735 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:22.003403 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:22.006703 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:22.010838 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:22.025019 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Pushing event updated for resources: {'Port': ['ID=6e2ed91b-60df-4a13-aa03-281b8aa5779a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:22.049538 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.049931 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.050283 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.050664 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.051004 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.051698 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.052194 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.053253 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.053771 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.054288 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.054809 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.055390 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:22.087939 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Allocated IP 172.27.1.148 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/5a0a5435-fccc-4180-bd22-1caf7a43884e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:22.095196 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Attempting to bind port 6e2ed91b-60df-4a13-aa03-281b8aa5779a on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:22.095619 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Attempting to bind port 6e2ed91b-60df-4a13-aa03-281b8aa5779a by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:22.096016 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Attempting to bind port 6e2ed91b-60df-4a13-aa03-281b8aa5779a on network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:22.103038 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:22.103422 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Checking segment: {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:22.103838 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:22.104244 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Bound using segment: {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:22.104748 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Bound port: 6e2ed91b-60df-4a13-aa03-281b8aa5779a, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:22.105136 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:22.175508 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1125b74-8014-407a-8273-ec649e32707f None None] For port 6e2ed91b-60df-4a13-aa03-281b8aa5779a, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:22.179065 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1125b74-8014-407a-8273-ec649e32707f None None] For port 6e2ed91b-60df-4a13-aa03-281b8aa5779a, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6e2ed91b-60df-4a13-aa03-281b8aa5779a,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:22.183775 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:22.213220 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:22.251265 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1125b74-8014-407a-8273-ec649e32707f None None] Pushing event updated for resources: {'Port': ['ID=6e2ed91b-60df-4a13-aa03-281b8aa5779a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:22.252791 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:22.295514 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:22.301038 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:22.307126 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:22.392839 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0a5435-fccc-4180-bd22-1caf7a43884e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:22.558069 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d6a12-6661-445c-91dd-ca9c72fbfb12 req-a9284728-49f8-4e0f-886d-9cccc57d5862 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:22.559843 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5e4d6a12-6661-445c-91dd-ca9c72fbfb12 req-a9284728-49f8-4e0f-886d-9cccc57d5862 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 943 time: 0.0654056 Nov 21 04:39:22.572123 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a5255-74b8-49b3-b368-60d236dd963e req-8b579199-c066-4574-b5d2-4448f361cab7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:22.579365 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ed1a5255-74b8-49b3-b368-60d236dd963e req-8b579199-c066-4574-b5d2-4448f361cab7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1332688 Nov 21 04:39:22.627241 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5e4d6a12-6661-445c-91dd-ca9c72fbfb12 req-50b85096-a981-4831-be06-6b63bfa4d003 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598004 Nov 21 04:39:22.686266 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ed1a5255-74b8-49b3-b368-60d236dd963e req-4465b63d-88a2-40e2-bdd6-4328dd4aa3cc tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057978 Nov 21 04:39:22.697041 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:22.857203 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:22.955080 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01d34-f422-4cd0-9eb7-c1b0d93d6416 req-ab215357-7f19-4f1d-a59c-514759ab0059 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:22.965006 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-73b01d34-f422-4cd0-9eb7-c1b0d93d6416 req-ab215357-7f19-4f1d-a59c-514759ab0059 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.1171250 Nov 21 04:39:22.976993 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-d19cd00d-522a-465b-8541-7dc41e1afd48 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:22.978622 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-d19cd00d-522a-465b-8541-7dc41e1afd48 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.48 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 945 time: 0.1204660 Nov 21 04:39:23.072330 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6e2ed91b-60df-4a13-aa03-281b8aa5779a up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:23.142261 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39ab633e-3b3d-4853-b28f-3e4a49368d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.157591 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-73b01d34-f422-4cd0-9eb7-c1b0d93d6416 req-7cc287d8-c001-482f-b1e0-ab4bc624d7e4 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894529 Nov 21 04:39:23.219780 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.250281 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Deleting port da045257-3914-49e1-a409-15b1fa905856 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:39:23.250653 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.279205 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 6e2ed91b-60df-4a13-aa03-281b8aa5779a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:23.280395 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.425810 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.434546 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] For port da045257-3914-49e1-a409-15b1fa905856, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=da045257-3914-49e1-a409-15b1fa905856,segment=NetworkSegment(f45d4e19-e455-49fa-8767-3adf1c8c00a4),segment_id=f45d4e19-e455-49fa-8767-3adf1c8c00a4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:23.434923 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.440959 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Router c75d4a12-0327-4b8e-94dc-88c53c2b3179 is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:39:23.466243 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Calling delete_port for da045257-3914-49e1-a409-15b1fa905856 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:39:23.481088 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39ab633e-3b3d-4853-b28f-3e4a49368d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.483002 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 6e2ed91b-60df-4a13-aa03-281b8aa5779a, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6e2ed91b-60df-4a13-aa03-281b8aa5779a,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:23.486975 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5e48e-0d9b-48a3-8c81-f3f26420b11f None None] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:23.493377 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39ab633e-3b3d-4853-b28f-3e4a49368d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.547281 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.584878 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:23.604529 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Sync routers for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:23.607785 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.613616 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-51efcafb-4638-413c-b57c-4770ce58a562 None None] Provisioning complete for port 6e2ed91b-60df-4a13-aa03-281b8aa5779a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:23.613865 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-98554d97-bebe-4e5b-b148-90b54f040ab7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2161484 Nov 21 04:39:23.614028 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51efcafb-4638-413c-b57c-4770ce58a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.614563 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:23.622514 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:23.623526 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:23.638157 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-39ab633e-3b3d-4853-b28f-3e4a49368d25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a448e3babf934debbb6174af5c9c592d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7786708 Nov 21 04:39:23.638781 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:23.654429 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab633e-3b3d-4853-b28f-3e4a49368d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dedd5d6-67d1-4408-8db8-f81d964ecc74,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:23.691742 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=6e2ed91b-60df-4a13-aa03-281b8aa5779a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:23.832969 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:23.877471 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a717fd4-2ef4-4142-9c72-7ecb41fbe5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.932282 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.956896 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a717fd4-2ef4-4142-9c72-7ecb41fbe5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:23.988346 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['da045257-3914-49e1-a409-15b1fa905856'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:39:24.003230 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Pushing event deleted for resources: {'Port': ['ID=da045257-3914-49e1-a409-15b1fa905856,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:24.023235 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c315e5a-3abe-4698-921a-91bdefc8e4d2 req-55e0a920-f5c8-434d-883e-2fedf836ac2a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:24.034081 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7c315e5a-3abe-4698-921a-91bdefc8e4d2 req-55e0a920-f5c8-434d-883e-2fedf836ac2a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 943 time: 0.1507587 Nov 21 04:39:24.092333 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e10f62-8e3b-4b03-97ba-68f7b6286b95 req-23fb8bf2-6577-47a3-8fd7-874d1822e433 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:24.094955 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-76e10f62-8e3b-4b03-97ba-68f7b6286b95 req-23fb8bf2-6577-47a3-8fd7-874d1822e433 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.2633836 Nov 21 04:39:24.129696 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:22Z', 'revision_number': 3, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:24.132940 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7c315e5a-3abe-4698-921a-91bdefc8e4d2 req-6fd85095-8ba7-477a-92bd-7087f9c65670 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978811 Nov 21 04:39:24.135546 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] No DVR routers for this DVR port da045257-3914-49e1-a409-15b1fa905856 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:39:24.139496 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.147068 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-74d1b68f-af34-4319-bde8-9405ef8a5db5 req-65bf2261-a018-4637-ac86-81038d0bf736 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.48 "DELETE /v2.0/ports/da045257-3914-49e1-a409-15b1fa905856 HTTP/1.1" status: 204 len: 173 time: 1.1513922 Nov 21 04:39:24.152641 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'name': 'network-vif-deleted', 'tag': 'da045257-3914-49e1-a409-15b1fa905856'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:39:24.155122 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c65c57-acea-4970-866f-6eedc646ebc6" -d '{"events": [{"server_uuid": "071d6be8-93f2-4769-9075-7bf8562b09bb", "name": "network-vif-deleted", "tag": "da045257-3914-49e1-a409-15b1fa905856"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:39:24.172714 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Checking router: c75d4a12-0327-4b8e-94dc-88c53c2b3179 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:24.173229 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Updating router c75d4a12-0327-4b8e-94dc-88c53c2b3179 port 5a0a5435-fccc-4180-bd22-1caf7a43884e binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:24.224262 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67b833-3f13-426c-836e-e7336d2a03be x-openstack-request-id: req-8f67b833-3f13-426c-836e-e7336d2a03be {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:39:24.225301 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071d6be8-93f2-4769-9075-7bf8562b09bb", "name": "network-vif-deleted", "tag": "da045257-3914-49e1-a409-15b1fa905856", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:39:24.225881 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f67b833-3f13-426c-836e-e7336d2a03be {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:39:24.226267 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071d6be8-93f2-4769-9075-7bf8562b09bb', 'name': 'network-vif-deleted', 'tag': 'da045257-3914-49e1-a409-15b1fa905856', 'status': 'completed', 'code': 200} Nov 21 04:39:24.234771 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6db0274b-7104-42b9-8be6-8ddec342937f None None] Provisioning complete for port 6e2ed91b-60df-4a13-aa03-281b8aa5779a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:24.235412 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6db0274b-7104-42b9-8be6-8ddec342937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.249628 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-76e10f62-8e3b-4b03-97ba-68f7b6286b95 req-27f225b5-25db-4068-a3c3-ab6b403b918c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219454 Nov 21 04:39:24.251603 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a717fd4-2ef4-4142-9c72-7ecb41fbe5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.255081 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a717fd4-2ef4-4142-9c72-7ecb41fbe5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.260192 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.267220 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-3a717fd4-2ef4-4142-9c72-7ecb41fbe5ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dedd5d6-67d1-4408-8db8-f81d964ecc74 HTTP/1.1" status: 204 len: 168 time: 0.6252544 Nov 21 04:39:24.277646 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a717fd4-2ef4-4142-9c72-7ecb41fbe5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dedd5d6-67d1-4408-8db8-f81d964ecc74,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:24.361282 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-13341789-efeb-4024-8676-a42b87be4ccb req-d9c73f5f-6bff-4cb4-b1a0-5ecf76ff547b tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 210 time: 0.0489337 Nov 21 04:39:24.496300 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:39:24.556495 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.702625 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:24.713795 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.723171 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'port_id': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', 'mac_address': 'fa:16:3e:33:67:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f3d5af-1477-4c77-b916-0eeb764c570a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:39:24.730588 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.776108 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.808248 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:39:24.816307 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Allocated IP 172.20.0.1 (64b032df-d647-4b48-a0e4-dd49fb3f64d7/e8f0efe0-7e34-4d45-8b46-38134422f8e3/c14d82cc-880c-4e38-b8c5-36ff8c0a3625) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:24.827899 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Pushing event updated for resources: {'Port': ['ID=5a0a5435-fccc-4180-bd22-1caf7a43884e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:24.830407 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Attempting to bind port 5a0a5435-fccc-4180-bd22-1caf7a43884e on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:24.830987 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Attempting to bind port 5a0a5435-fccc-4180-bd22-1caf7a43884e by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:24.831564 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Attempting to bind port 5a0a5435-fccc-4180-bd22-1caf7a43884e on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:24.841804 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:24.842557 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:24.843162 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.843749 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:24.844441 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Bound port: 5a0a5435-fccc-4180-bd22-1caf7a43884e, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:24.845083 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.847874 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.848463 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.848991 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.850070 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.851607 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:24.851912 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.852352 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.852772 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.853503 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.853917 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.854331 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.856590 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:24.856961 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.857341 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:39:24.953553 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:24.988830 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] For port 5a0a5435-fccc-4180-bd22-1caf7a43884e, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:24.995336 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] For port 5a0a5435-fccc-4180-bd22-1caf7a43884e, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5a0a5435-fccc-4180-bd22-1caf7a43884e,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:25.004954 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.041511 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.046016 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6e2ed91b-60df-4a13-aa03-281b8aa5779a up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:25.088271 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.108151 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3592-e50c-4ef3-ad36-348a5769411f None None] Pushing event updated for resources: {'Port': ['ID=5a0a5435-fccc-4180-bd22-1caf7a43884e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:25.124636 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 6e2ed91b-60df-4a13-aa03-281b8aa5779a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:25.124954 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.125183 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:25.125821 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:25.147951 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:25.152370 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:25.166901 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:25.167476 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.217343 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Pushing event updated for resources: {'Port': ['ID=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:25.241666 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:25.342530 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14f445-8989-4bce-93d3-c27885a5b7f9 req-054ea8b0-9981-484c-b388-f36c13dbb269 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:25.344157 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ff14f445-8989-4bce-93d3-c27885a5b7f9 req-054ea8b0-9981-484c-b388-f36c13dbb269 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 944 time: 0.0753074 Nov 21 04:39:25.417843 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ff14f445-8989-4bce-93d3-c27885a5b7f9 req-5d85d764-b053-4cf6-b7ff-4e3f9cc0a73c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664470 Nov 21 04:39:25.442048 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:25.442996 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.477596 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['9cf27f8d-35b3-48f5-b24c-5d078cde64e8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:39:25.502306 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-239546398-network', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:25.514030 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96ba25-5fc4-47db-ac8c-32f732d65d00 req-7355726e-2e12-47fb-a76c-71421d9be91d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:25.516103 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8c96ba25-5fc4-47db-ac8c-32f732d65d00 req-7355726e-2e12-47fb-a76c-71421d9be91d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1320829 Nov 21 04:39:25.590820 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f3415234-21f2-414a-aa7c-930b1b8e1694 None None] Provisioning complete for port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:25.591408 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3415234-21f2-414a-aa7c-930b1b8e1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.595844 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e6190692-4eda-4213-933a-ab8012e974dd req-279d7d2e-f3c6-4f8d-86ed-ca9943596a01 tempest-DeleteServersTestJSON-1789186986 tempest-DeleteServersTestJSON-1789186986-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d6be8-93f2-4769-9075-7bf8562b09bb HTTP/1.1" status: 200 len: 210 time: 0.0443068 Nov 21 04:39:25.612198 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8c96ba25-5fc4-47db-ac8c-32f732d65d00 req-9726421e-8386-43f0-9d81-ac2d05197447 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867734 Nov 21 04:39:25.628688 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Made reservation on behalf of e5348b8896ef46a3a7f474f181b5dc46 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:25.631876 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.684049 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.721451 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f3415234-21f2-414a-aa7c-930b1b8e1694 None None] Port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:39:25.843207 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.851262 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.851998 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.868694 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.897464 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:25.930835 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:22Z', 'revision_number': 3, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:25.964640 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673347bb-9956-46db-bc2c-be34b881aaf6 None None] The sync data for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi is: [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:22Z', 'revision_number': 3, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:25.992675 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:39:25.994578 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Pushing event updated for resources: {'Port': ['ID=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:26.010635 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ac2965-f78f-499e-a1ca-35aac4264bef,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:26.025702 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:26.026055 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Added segment 08eb26fe-9d98-429b-b55c-1ff3373666b1 of type vlan for network be9169af-2508-433f-a4d6-82c298b166f3 Nov 21 04:39:26.100835 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:26.117768 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:26.122086 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:26.182550 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:26.183569 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:26.184155 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:26.328527 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0859859 Nov 21 04:39:26.331998 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:26.341587 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Request body: {'subnet': {'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-239546398-subnet', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:26.347267 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320070c8-d0fb-4c6f-91db-b69dd34ee793 admin admin] Pushing event updated for resources: {'Network': ['ID=be9169af-2508-433f-a4d6-82c298b166f3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:26.358942 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network be9169af-2508-433f-a4d6-82c298b166f3 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:39:26.370509 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Router c75d4a12-0327-4b8e-94dc-88c53c2b3179 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:39:26.399863 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Made reservation on behalf of e5348b8896ef46a3a7f474f181b5dc46 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:26.402212 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521812'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:26.479938 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-275abe8e-61e6-486e-9871-872aaa239c7d None None] Provisioning complete for port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:26.480484 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-275abe8e-61e6-486e-9871-872aaa239c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:26.515892 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device da045257-3914-49e1-a409-15b1fa905856 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:39:26.530220 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:26.539343 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-84e3fbb0-0a9a-44fa-9f1b-f0f1454dec9e admin admin] 10.222.0.37 "PUT /v2.0/routers/c75d4a12-0327-4b8e-94dc-88c53c2b3179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9236679 Nov 21 04:39:26.572147 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: da045257-3914-49e1-a409-15b1fa905856 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:39:26.572743 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device da045257-3914-49e1-a409-15b1fa905856 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:39:26.582268 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-275abe8e-61e6-486e-9871-872aaa239c7d None None] Port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:39:26.630122 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc756835-92b7-422b-8c57-3fbf42b1ab7b req-f30b7981-5cd4-4902-ba2d-bccf417ca803 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:26.631998 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc756835-92b7-422b-8c57-3fbf42b1ab7b req-f30b7981-5cd4-4902-ba2d-bccf417ca803 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 944 time: 0.1126609 Nov 21 04:39:26.811903 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd4cb7-fef4-4de7-ba39-eb616c840f9e req-b22a17c5-28f2-4254-924b-63b7d3aadeb4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:26.822838 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a3dd4cb7-fef4-4de7-ba39-eb616c840f9e req-b22a17c5-28f2-4254-924b-63b7d3aadeb4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0953300 Nov 21 04:39:26.847170 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc756835-92b7-422b-8c57-3fbf42b1ab7b req-3dd36fd9-d4a2-478e-8eee-a02d65b1604d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047923 Nov 21 04:39:26.861023 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3509591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521834'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:26.897390 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a3dd4cb7-fef4-4de7-ba39-eb616c840f9e req-804f1131-0cf9-4f96-a19f-dfcb5756dbbe tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726392 Nov 21 04:39:26.986740 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598d8d86-1c7d-4714-a403-98fa65781ff9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:27.061291 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Checking segment: {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:27.064632 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Network hostable DHCP agents. Network: be9169af-2508-433f-a4d6-82c298b166f3, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:39:27.085878 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5a0a5435-fccc-4180-bd22-1caf7a43884e up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:27.139365 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Network be9169af-2508-433f-a4d6-82c298b166f3 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:39:27.153846 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, be9169af-2508-433f-a4d6-82c298b166f3) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:27.159337 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:27.160561 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.167512 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05b042-e330-43c8-a81e-61d6c0e9f456 None None] Network be9169af-2508-433f-a4d6-82c298b166f3 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:27.188098 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c8cf2959-1fcd-4c01-9b21-9d735a707f27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8549316 Nov 21 04:39:27.190792 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:27.195022 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 5a0a5435-fccc-4180-bd22-1caf7a43884e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:27.195393 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.196661 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:27.229472 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.229472 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.298268 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.306362 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:27.325098 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-715537923-network', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:27.347809 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Made reservation on behalf of d0ea70c8e7d340fc8f54b7e1e2ef2819 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:27.351203 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.360966 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.404575 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.455880 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 5a0a5435-fccc-4180-bd22-1caf7a43884e, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5a0a5435-fccc-4180-bd22-1caf7a43884e,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:27.462802 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.468682 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-be9169af-2508-433f-a4d6-82c298b166f3', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:39:27.469512 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.471284 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.476688 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.489098 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.507634 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:39:27.526150 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e79148-bb7a-46c6-a012-b9bec531c016,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:27.529055 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.529403 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Added segment b39a60db-d421-40f9-ba61-285d7e04fcb2 of type vlan for network 62416add-8f57-4ee7-86bb-cdd68a5beb2e Nov 21 04:39:27.584116 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.615424 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.617514 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:27.618359 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.629544 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=5a0a5435-fccc-4180-bd22-1caf7a43884e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:27.655863 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3480542 Nov 21 04:39:27.696401 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47360) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:27.702829 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Request body: {'subnet': {'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-715537923-subnet', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:27.727721 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Allocated IP 172.20.0.2 (be9169af-2508-433f-a4d6-82c298b166f3/598d8d86-1c7d-4714-a403-98fa65781ff9/f790e00d-fd2e-4828-b973-687b2db1d8d3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:27.736479 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ade95-2ded-4edc-a3cf-89fa9c618114 admin admin] Pushing event updated for resources: {'Network': ['ID=62416add-8f57-4ee7-86bb-cdd68a5beb2e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:27.748690 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Made reservation on behalf of d0ea70c8e7d340fc8f54b7e1e2ef2819 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:27.750933 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.757734 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:39:27.792671 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.818683 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:27.980080 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Allocated IP 172.27.1.154 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/3842c6cd-21f1-4935-9e4a-8e4fa9e06d58) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:28.040250 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.045428 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.049533 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.119495 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Network be9169af-2508-433f-a4d6-82c298b166f3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:28.125119 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:28.127370 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Pushing event updated for resources: {'Port': ['ID=f790e00d-fd2e-4828-b973-687b2db1d8d3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:28.136733 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:28.203557 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2cee0e-88b1-4e55-81c7-730ef8d91a38,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:28.215842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.221035 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8ff7-e212-497c-82ef-17553a86a5fd req-dd1732d8-ff31-4da9-b657-246cf808638a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:28.222661 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8b2f8ff7-e212-497c-82ef-17553a86a5fd req-dd1732d8-ff31-4da9-b657-246cf808638a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1659214 Nov 21 04:39:28.223629 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Checking segment: {'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:28.224329 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Network hostable DHCP agents. Network: 62416add-8f57-4ee7-86bb-cdd68a5beb2e, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:39:28.234188 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Sync routers for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:28.263129 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Attempting to bind port f790e00d-fd2e-4828-b973-687b2db1d8d3 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:28.263967 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Attempting to bind port f790e00d-fd2e-4828-b973-687b2db1d8d3 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:28.264776 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Attempting to bind port f790e00d-fd2e-4828-b973-687b2db1d8d3 on network be9169af-2508-433f-a4d6-82c298b166f3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:28.269765 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:39:28.271579 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:28.272150 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:28.280466 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78b23-83ac-4fa1-9ac6-7cb796b03488 req-0bd05671-9ac9-4dce-975f-c0fd9739256d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:28.282100 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1bc78b23-83ac-4fa1-9ac6-7cb796b03488 req-0bd05671-9ac9-4dce-975f-c0fd9739256d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 944 time: 0.2535081 Nov 21 04:39:28.299845 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 62416add-8f57-4ee7-86bb-cdd68a5beb2e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:28.305089 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:28.305826 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.337761 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8b2f8ff7-e212-497c-82ef-17553a86a5fd req-e7046154-a0ff-4b2d-a235-da7b2916b613 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040173 Nov 21 04:39:28.352079 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.361199 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3a5bb51b-72b3-48a4-904f-7241b24bc3d5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6636782 Nov 21 04:39:28.365868 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:28.371654 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:28.408878 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.410684 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.415578 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:28.433239 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:28.447795 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:28.453784 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:28.459943 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1bc78b23-83ac-4fa1-9ac6-7cb796b03488 req-b668f7d1-8f73-4f78-b578-e30104b707ce tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492920 Nov 21 04:39:28.461988 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Pushing event updated for resources: {'Port': ['ID=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:28.508003 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.602572 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23869700-1589-485b-bb7b-68e1a5105e6c None None] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:28.605557 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:28.619173 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:28.620040 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Checking segment: {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:28.620836 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.621660 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Bound using segment: {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:28.622632 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Bound port: f790e00d-fd2e-4828-b973-687b2db1d8d3, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:28.623440 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.675688 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47380) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:28.740813 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-918c9d16-2a7b-4ce0-98a3-cfd3bb392906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.749217 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:28.800914 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] Deleting subnet 08f9a3a6-c961-4ebb-bc14-1f90985a47be {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:39:28.807686 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.047221 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] For port f790e00d-fd2e-4828-b973-687b2db1d8d3, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:29.049526 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5a0a5435-fccc-4180-bd22-1caf7a43884e up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:29.093672 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:39:29.119722 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.123425 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] For port f790e00d-fd2e-4828-b973-687b2db1d8d3, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=f790e00d-fd2e-4828-b973-687b2db1d8d3,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:29.130353 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:29.131306 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.164309 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.175822 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.180589 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.264830 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'fixed_ips': [{'subnet_id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:39:29.265658 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.330404 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.356840 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd45d3-ae54-420b-9a39-186d7eb34afe None None] Pushing event updated for resources: {'Port': ['ID=f790e00d-fd2e-4828-b973-687b2db1d8d3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:29.358816 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.371729 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.432457 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.442451 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/08f9a3a6-c961-4ebb-bc14-1f90985a47be HTTP/1.1" status: 204 len: 168 time: 0.7653410 Nov 21 04:39:29.450914 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 5a0a5435-fccc-4180-bd22-1caf7a43884e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:29.451289 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.470345 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:29.564813 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc2864-2373-4a08-be8d-13dc8211eb56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f9a3a6-c961-4ebb-bc14-1f90985a47be,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:29.566240 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Allocated IP 172.27.1.227 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/9011ecac-01f8-4983-9b7e-6c536ffcbb9f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:29.576493 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 2, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:29.608099 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.679409 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Checking router: c75d4a12-0327-4b8e-94dc-88c53c2b3179 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:29.679409 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Updating router c75d4a12-0327-4b8e-94dc-88c53c2b3179 port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:29.700102 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.722691 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1c8db-0670-4a2c-86ba-fb54740c5e65 req-35330b5a-1e67-4a9d-861c-510273534c50 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:29.724591 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-57c1c8db-0670-4a2c-86ba-fb54740c5e65 req-35330b5a-1e67-4a9d-861c-510273534c50 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.2549944 Nov 21 04:39:29.727175 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:39:29.729445 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ede05b7-5d8b-40a8-a73d-9f7634a7d874" -d '{"events": [{"server_uuid": "a5a3ca48-67df-4327-a86c-dc7d5db75949", "name": "network-vif-plugged", "status": "completed", "tag": "9cf27f8d-35b3-48f5-b24c-5d078cde64e8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:39:29.760130 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069079-6e5e-4282-afab-74680c249cda req-d138a034-d93b-4927-9a67-0a983aee9a69 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:29.770266 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5f069079-6e5e-4282-afab-74680c249cda req-d138a034-d93b-4927-9a67-0a983aee9a69 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 944 time: 0.1738272 Nov 21 04:39:29.782945 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.787263 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Allocated IP 172.20.0.2 (62416add-8f57-4ee7-86bb-cdd68a5beb2e/0e2cee0e-88b1-4e55-81c7-730ef8d91a38/fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:29.790731 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:29.792882 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.873021 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.880494 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5f069079-6e5e-4282-afab-74680c249cda req-1185219c-d38b-4eb1-9372-c071c471dec1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014931 Nov 21 04:39:29.933953 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.947459 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:29.989261 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:29.995022 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:29.997110 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-57c1c8db-0670-4a2c-86ba-fb54740c5e65 req-37914e29-0417-4091-badf-2d2416721a0e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107909 Nov 21 04:39:29.998689 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:30.036388 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.101370 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Pushing event updated for resources: {'Port': ['ID=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:30.102699 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41c8686-86e5-4008-b5ff-21dd94f1a65d']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:30.127691 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45d4e19-e455-49fa-8767-3adf1c8c00a4') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:30.127998 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45d4e19-e455-49fa-8767-3adf1c8c00a4') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:30.143813 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daad4d74-2372-41b0-9d29-56c4b584adea x-openstack-request-id: req-daad4d74-2372-41b0-9d29-56c4b584adea {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:39:30.144048 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4058239'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.144136 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a3ca48-67df-4327-a86c-dc7d5db75949", "name": "network-vif-plugged", "status": "completed", "tag": "9cf27f8d-35b3-48f5-b24c-5d078cde64e8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:39:30.144387 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daad4d74-2372-41b0-9d29-56c4b584adea {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:39:30.144762 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', 'code': 200} Nov 21 04:39:30.158717 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:39:30.169883 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.182406 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:39:30.182962 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3509694'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: Traceback (most recent call last): Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: timer() Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: cb(*args, **kw) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: return func(*args, **kwargs) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: self._notify() Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: self.callback(batched_events) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: event.method(event) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: return f(self, *a, **k) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._get(url).json() Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: return self.request(url, 'GET', **kwargs) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:39:30.185007 dv-cinder-776422-6-iscsi neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:39:30.213254 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:30.308240 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.339317 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.368453 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.373257 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.382440 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.385104 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f41c8686-86e5-4008-b5ff-21dd94f1a65d HTTP/1.1" status: 204 len: 168 time: 0.8304234 Nov 21 04:39:30.411358 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ae607-e8d2-4009-b146-ba64830bdc77 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41c8686-86e5-4008-b5ff-21dd94f1a65d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:30.425396 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:30.441990 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:30.443936 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:30.456980 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:30.460625 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Sync routers for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:30.479166 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:30.482516 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:30.482940 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Pushing event updated for resources: {'Port': ['ID=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:30.497148 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.501370 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-9d9e362a-aa5e-4b2b-a430-27fc550ece6e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3092666 Nov 21 04:39:30.526336 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47412) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:30.591434 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Attempting to bind port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:30.592808 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Attempting to bind port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:30.593831 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Attempting to bind port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc on network 62416add-8f57-4ee7-86bb-cdd68a5beb2e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:30.623596 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:30.625319 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Checking segment: {'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:30.626408 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.626943 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Bound using segment: {'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:30.628562 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Bound port: fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:30.628812 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.660025 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfdd2f-d360-4291-ac59-54ce488b27b8 req-062f6589-4884-431d-b77f-d671955fd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:30.664142 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e1bfdd2f-d360-4291-ac59-54ce488b27b8 req-062f6589-4884-431d-b77f-d671955fd030 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 1098 time: 0.1933403 Nov 21 04:39:30.712890 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:30.748353 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.767315 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.781170 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:30.819839 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.833798 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] For port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:30.863756 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] For port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,segment=NetworkSegment(b39a60db-d421-40f9-ba61-285d7e04fcb2),segment_id=b39a60db-d421-40f9-ba61-285d7e04fcb2)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:30.870528 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702527c-85d9-444a-8f63-299fb03af076 None None] Pushing event updated for resources: {'Port': ['ID=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:30.885263 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:30.973911 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d5d55-eae3-4809-82cd-e6dd833228e2 None None] Network be9169af-2508-433f-a4d6-82c298b166f3 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:31.010683 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a1467ff0-54d4-402e-9e17-83b05a8f1ce2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5f448acbb5749f299c51b5f61e0b33d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2917557 Nov 21 04:39:31.011919 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:31.023964 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e1bfdd2f-d360-4291-ac59-54ce488b27b8 req-85e74b66-9760-40a1-9d74-e887c49861ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122270 Nov 21 04:39:31.194087 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:28Z', 'revision_number': 3, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:31.225982 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-434df2e9-5c9c-4469-a4b8-8d078f329292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.231208 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6245b-c110-4114-a361-c6fda38f18c3 req-33d7c35d-8a19-4207-a7e3-f0c0937ba1ad tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:31.232943 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-25b6245b-c110-4114-a361-c6fda38f18c3 req-33d7c35d-8a19-4207-a7e3-f0c0937ba1ad tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0796578 Nov 21 04:39:31.243378 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270b9e-1cce-439b-9e11-86e8e76be856 req-b9c92288-99db-47eb-b2d3-12dd4e379797 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:31.245097 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5f270b9e-1cce-439b-9e11-86e8e76be856 req-b9c92288-99db-47eb-b2d3-12dd4e379797 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 945 time: 0.1742444 Nov 21 04:39:31.261032 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Checking router: 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:31.261474 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Updating router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:31.267263 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:39:31.299884 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.302028 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-434df2e9-5c9c-4469-a4b8-8d078f329292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.357745 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f790e00d-fd2e-4828-b973-687b2db1d8d3 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:31.444771 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-25b6245b-c110-4114-a361-c6fda38f18c3 req-6ac1be05-095e-4be5-bf79-1a3048d30652 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629868 Nov 21 04:39:31.459023 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5f270b9e-1cce-439b-9e11-86e8e76be856 req-ab628180-01d5-4233-848a-dfca22ae6c30 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004249 Nov 21 04:39:31.571301 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:31.576200 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-434df2e9-5c9c-4469-a4b8-8d078f329292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.579780 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-434df2e9-5c9c-4469-a4b8-8d078f329292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.581091 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-434df2e9-5c9c-4469-a4b8-8d078f329292 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c78f0d8-fa07-481b-b7bc-ff3b0f133a00 HTTP/1.1" status: 204 len: 168 time: 0.5664444 Nov 21 04:39:31.602042 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434df2e9-5c9c-4469-a4b8-8d078f329292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c78f0d8-fa07-481b-b7bc-ff3b0f133a00,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:31.609133 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.611359 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-1c6b76aa-24f3-469d-b1fd-47cb79dd956f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2432716 Nov 21 04:39:31.613177 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47430) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:31.673537 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7bb1b56a-ca04-411e-92b9-78592e411c8a None None] Provisioning complete for port f790e00d-fd2e-4828-b973-687b2db1d8d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:31.678950 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b56a-ca04-411e-92b9-78592e411c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.695144 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Sync routers for ids ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:31.716091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.817712 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fae2bf1c-6e1f-4f50-bec2-c47e6efef354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.982011 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:31.991624 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Allocated IP 172.20.0.1 (be9169af-2508-433f-a4d6-82c298b166f3/598d8d86-1c7d-4714-a403-98fa65781ff9/5ffa0562-158f-4c1a-a7a9-8f378c74ee1b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:31.992003 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.038737 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Routers {'c36f08a2-730b-49ea-bcc1-08ad7fcc1669'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:32.039548 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:32.046062 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Attempting to bind port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:32.047691 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Attempting to bind port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:32.048080 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Attempting to bind port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 on network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:32.055994 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8d435-d580-489d-900d-8f6cf670a747 None None] Pushing event updated for resources: {'Port': ['ID=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:32.080204 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Attempting to bind port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:32.081264 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Attempting to bind port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:32.081850 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Attempting to bind port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:32.088631 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:32.089424 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:32.090041 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.090667 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:32.091656 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Bound port: 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:32.092285 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.134244 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799fda7-7b8b-449b-9f6d-7c1de1c39fec None None] Pushing event updated for resources: {'Port': ['ID=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:32.137167 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port f790e00d-fd2e-4828-b973-687b2db1d8d3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:32.137539 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.155935 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.176614 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.237665 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] For port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:32.243109 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] For port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:32.245124 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.252798 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.256244 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:32.256627 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Checking segment: {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:32.257042 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.257416 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Bound using segment: {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:32.257908 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Bound port: c14d82cc-880c-4e38-b8c5-36ff8c0a3625, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:32.258292 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.339103 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Network be9169af-2508-433f-a4d6-82c298b166f3 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:32.342869 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:32.350579 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:32.362941 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:32.363603 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:32.483953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.580029 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8d435-d580-489d-900d-8f6cf670a747 None None] Pushing event updated for resources: {'Port': ['ID=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:32.620587 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.737664 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Pushing event updated for resources: {'Port': ['ID=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:32.755547 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Set router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:32.761197 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.811333 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.867499 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b56a-ca04-411e-92b9-78592e411c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:32.916642 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:32.994009 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] For port c14d82cc-880c-4e38-b8c5-36ff8c0a3625, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:33.058833 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17a4d9-8727-4369-8074-7f93dfd11bac req-adb921d3-bc1c-44b1-978b-be224fa4d37b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:33.060460 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0c17a4d9-8727-4369-8074-7f93dfd11bac req-adb921d3-bc1c-44b1-978b-be224fa4d37b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.3666999 Nov 21 04:39:33.131661 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.141363 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0556148-6f33-4b48-ae0e-375b2535e559 req-89a1604a-a770-4c35-947c-d4ad13af59eb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:33.143550 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f0556148-6f33-4b48-ae0e-375b2535e559 req-89a1604a-a770-4c35-947c-d4ad13af59eb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 945 time: 0.3979964 Nov 21 04:39:33.144709 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.161773 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] For port c14d82cc-880c-4e38-b8c5-36ff8c0a3625, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:33.170756 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ceb47-8b06-4926-83d8-00cf2f063572 None None] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:33.178314 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0c17a4d9-8727-4369-8074-7f93dfd11bac req-673a1551-97c0-4c69-96e1-3db6731798fa tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046078 Nov 21 04:39:33.222290 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Pushing event updated for resources: {'Port': ['ID=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:33.237578 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:28Z', 'revision_number': 3, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:33.246709 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Allocated IP 172.20.0.1 (62416add-8f57-4ee7-86bb-cdd68a5beb2e/0e2cee0e-88b1-4e55-81c7-730ef8d91a38/1e41096e-2b07-451e-9628-6d94a0f348d5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:33.257716 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.289050 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceef61-ea9c-49dc-8fcf-b28d132b2a4c None None] The sync data for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi is: [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:28Z', 'revision_number': 3, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:33.291991 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.293537 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port f790e00d-fd2e-4828-b973-687b2db1d8d3, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=f790e00d-fd2e-4828-b973-687b2db1d8d3,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:33.298738 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f0556148-6f33-4b48-ae0e-375b2535e559 req-d122d22e-9220-4ee4-8506-db9c4244d689 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988708 Nov 21 04:39:33.337606 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.481901 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.547418 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Network be9169af-2508-433f-a4d6-82c298b166f3 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:33.548919 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:33.583984 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.659971 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:33.660916 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:33.664333 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:33.699594 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:33.750299 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:33.754416 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:33.754602 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702527c-85d9-444a-8f63-299fb03af076 None None] Pushing event updated for resources: {'Port': ['ID=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:33.757535 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:33.862361 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.db.api [None req-7bb1b56a-ca04-411e-92b9-78592e411c8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 21 04:39:33.862881 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG oslo_db.api [None req-7bb1b56a-ca04-411e-92b9-78592e411c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 21 04:39:33.909537 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e41096e-2b07-451e-9628-6d94a0f348d5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:33.937981 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=f790e00d-fd2e-4828-b973-687b2db1d8d3,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:33.950266 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:34.109050 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:34.116209 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:34.204684 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:39:34.239999 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:34.240459 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:34.420683 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:34.429416 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-845d2184-d6ac-4a65-ae78-86d5713e6ceb admin admin] 10.222.0.37 "PUT /v2.0/routers/31c1e4d8-fb2f-44ea-ad1e-804ebc57141a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8966994 Nov 21 04:39:34.526296 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:34.537357 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:34.538734 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:34.560358 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e75701-80a0-4cd1-9827-52afcce86718 req-539a369a-2864-48c9-ad4f-c2712c725cfd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:34.569680 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c1e75701-80a0-4cd1-9827-52afcce86718 req-539a369a-2864-48c9-ad4f-c2712c725cfd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1508989 Nov 21 04:39:34.625637 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c1e75701-80a0-4cd1-9827-52afcce86718 req-0e283532-8c3c-43c0-97a1-791e7847c7d9 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545139 Nov 21 04:39:34.722830 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e41096e-2b07-451e-9628-6d94a0f348d5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:34.775381 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:39:30Z', 'revision_number': 3, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port': {'id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:29Z', 'updated_at': '2021-11-21T04:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:34.783350 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4518f7d-a1ae-4cbe-b402-d253171901f2 req-ebf0332a-690e-4829-b00e-038b5b2b83b2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:34.791519 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b4518f7d-a1ae-4cbe-b402-d253171901f2 req-ebf0332a-690e-4829-b00e-038b5b2b83b2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 945 time: 0.2313890 Nov 21 04:39:34.854829 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:34.891528 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:34.927573 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:34.949809 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b4518f7d-a1ae-4cbe-b402-d253171901f2 req-de033799-c0be-4cd5-bc6a-8b33dc45c913 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521783 Nov 21 04:39:35.034229 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:35.044154 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Checking router: c36f08a2-730b-49ea-bcc1-08ad7fcc1669 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:35.044625 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Updating router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:35.107099 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Provisioning complete for port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:35.107968 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:35.197667 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,segment=NetworkSegment(b39a60db-d421-40f9-ba61-285d7e04fcb2),segment_id=b39a60db-d421-40f9-ba61-285d7e04fcb2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:35.218042 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:35.218679 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:39:35.231653 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:35.259697 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:35.528593 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82cd5c-1650-4013-8e2d-69e9e330223a None None] The sync data for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi is: [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:35.753926 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:35.760346 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1769826665-network', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:35.825898 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Made reservation on behalf of a10fe037d4c14b9d9ac2ad6b7fb232c3 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:35.834366 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:35.869629 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:35.888690 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:35.964599 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:35.976602 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.028371 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:36.039287 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-908cceac-c863-4686-a37a-b6d4d9b4a1f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/c36f08a2-730b-49ea-bcc1-08ad7fcc1669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4248762 Nov 21 04:39:36.195842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.225228 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.243586 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:39:36.244487 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] For port c14d82cc-880c-4e38-b8c5-36ff8c0a3625, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:36.256633 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.257167 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Sync routers for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:36.275370 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:36.276095 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:36.295655 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.297412 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Added segment 5d53b2ed-08c3-46b8-ae97-b2daf21d358a of type vlan for network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 Nov 21 04:39:36.356909 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6334768-5b4e-4864-87a7-660f87406aa6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:36.377926 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d90c7a-e293-41b5-aa15-2f87f807e468 req-45f05fa0-603b-4da3-9799-ce3054dd026d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:36.391663 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-17d90c7a-e293-41b5-aa15-2f87f807e468 req-45f05fa0-603b-4da3-9799-ce3054dd026d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.2076564 Nov 21 04:39:36.396768 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Pushing event updated for resources: {'Port': ['ID=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:36.408935 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Provisioning complete for port f790e00d-fd2e-4828-b973-687b2db1d8d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:36.410083 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.428849 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:36.429823 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.441499 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.475043 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:36.524017 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-17d90c7a-e293-41b5-aa15-2f87f807e468 req-96a33b1b-7b48-4a29-8b60-150bc4d16773 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313651 Nov 21 04:39:36.545524 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.546640 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:36.547191 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.676042 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2afbb268-cf3f-416c-bfcc-3faf5f1ba962,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:36.692383 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2397fb21-136c-4fdb-9d33-8e53b4cc12a1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9361746 Nov 21 04:39:36.696273 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:36.703685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Request body: {'subnet': {'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1769826665-subnet', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:36.765446 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:39:36.775761 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Made reservation on behalf of a10fe037d4c14b9d9ac2ad6b7fb232c3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:36.778897 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521812'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.784571 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Provisioning complete for port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:36.784991 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.938541 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.956405 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.976225 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 2, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:36.984181 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:36.993067 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:36.994213 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f790e00d-fd2e-4828-b973-687b2db1d8d3 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:37.026148 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.110845 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Attempting to bind port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:37.111239 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Attempting to bind port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:37.111596 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Attempting to bind port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:37.128482 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:37.128866 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:37.129304 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.129966 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:37.130291 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Bound port: 9011ecac-01f8-4983-9b7e-6c536ffcbb9f, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:37.131060 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.137526 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Checking router: 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:37.137975 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Updating router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:37.148972 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3509591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521834'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.168819 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.238560 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:37.250116 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83db35bd-0e12-4b9a-95a9-9b367b9a15c8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:37.252803 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Checking segment: {'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:37.253201 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Network hostable DHCP agents. Network: 2afbb268-cf3f-416c-bfcc-3faf5f1ba962, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:39:37.276479 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:39:37.291508 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 2afbb268-cf3f-416c-bfcc-3faf5f1ba962) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:37.298575 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:37.299976 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.328267 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab0e8e-8f4b-4251-b543-fb07c21594ce None None] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:37.330835 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Provisioning complete for port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:37.331538 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.336172 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b7d9c2c0-8afb-4121-bfa8-a3e2327a7310 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6371291 Nov 21 04:39:37.338575 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:37.343117 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:37.352140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port f790e00d-fd2e-4828-b973-687b2db1d8d3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:37.352140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.377290 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.379580 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.490856 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.521964 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] For port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:37.537145 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716cdf-fb44-489d-a4aa-2ead8dae821b None None] Pushing event updated for resources: {'Port': ['ID=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:37.563486 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] For port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:37.578027 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.600323 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d94f22b2-c3d4-4906-a4a3-5e0cbe1eb02f None None] Port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:39:37.701699 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Routers {'c36f08a2-730b-49ea-bcc1-08ad7fcc1669'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:37.702312 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:37.772614 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.780666 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.784899 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.849592 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961523-a5f1-4bb3-8b2f-d3bea7cd7137 None None] Pushing event updated for resources: {'Port': ['ID=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:37.944175 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Attempting to bind port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:37.944649 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Attempting to bind port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:37.945015 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Attempting to bind port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b on network be9169af-2508-433f-a4d6-82c298b166f3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:37.951865 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:37.952383 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Checking segment: {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:37.952839 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:37.953244 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Bound using segment: {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:37.954348 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Bound port: 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:37.954348 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.137321 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] For port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:38.142670 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716cdf-fb44-489d-a4aa-2ead8dae821b None None] Pushing event updated for resources: {'Port': ['ID=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:38.144516 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] For port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:38.160109 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.164271 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-83d6b350-7798-4098-8d10-4abc21966f7f None None] Provisioning complete for port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:38.164657 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83d6b350-7798-4098-8d10-4abc21966f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.194212 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.229095 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] Set router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:38.273795 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.289269 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:38.290220 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:38.383920 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69829349-c937-4946-9059-16f5c55f488e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'fixed_ips': [{'subnet_id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:39:38.384814 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69829349-c937-4946-9059-16f5c55f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.389000 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961523-a5f1-4bb3-8b2f-d3bea7cd7137 None None] Pushing event updated for resources: {'Port': ['ID=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:38.500497 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:38.529487 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Allocated IP 172.27.1.86 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/222f60e4-7436-4a31-91c4-bee0f13ae7b4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:38.605464 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:38.670418 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.720558 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:38.815964 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:38.826384 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:38.830760 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:38.846758 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:38Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:38.879952 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Pushing event updated for resources: {'Port': ['ID=222f60e4-7436-4a31-91c4-bee0f13ae7b4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:38.909563 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd8420-8118-496c-bbc0-92c8c0fb0cdd None None] The sync data for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi is: [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:38Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:38.941590 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-83d6b350-7798-4098-8d10-4abc21966f7f None None] Provisioning complete for port 1e41096e-2b07-451e-9628-6d94a0f348d5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:38.941966 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83d6b350-7798-4098-8d10-4abc21966f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.050941 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:39.051318 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.137727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-69829349-c937-4946-9059-16f5c55f488e None None] Allocated IP 172.20.0.2 (2afbb268-cf3f-416c-bfcc-3faf5f1ba962/83db35bd-0e12-4b9a-95a9-9b367b9a15c8/5d23fd4f-cd42-40dd-a6b0-86dd31a8eede) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:39.170504 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-83d6b350-7798-4098-8d10-4abc21966f7f None None] Port 1e41096e-2b07-451e-9628-6d94a0f348d5 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:39:39.299368 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.526757 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e7e30f36-e8ae-4393-b21b-73437592abf6 None None] Provisioning complete for port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:39.527149 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7e30f36-e8ae-4393-b21b-73437592abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.533672 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 4, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port': {'id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:29Z', 'updated_at': '2021-11-21T04:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '1e41096e-2b07-451e-9628-6d94a0f348d5', 'name': '', 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'mac_address': 'fa:16:3e:54:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:32Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 2, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'subnets': [{'id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:39.561200 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:39.611988 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e7ae8-f84a-4672-8935-37feb203e359 req-6cc8a521-6b1e-40fc-964e-e800c34240b8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:39.621675 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-476e7ae8-f84a-4672-8935-37feb203e359 req-6cc8a521-6b1e-40fc-964e-e800c34240b8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1826379 Nov 21 04:39:39.668290 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2873-79e3-4abf-aeba-eaee43e2c3b9 None None] The sync data for ids ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'] in dv-cinder-776422-6-iscsi is: [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 4, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port': {'id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:29Z', 'updated_at': '2021-11-21T04:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '1e41096e-2b07-451e-9628-6d94a0f348d5', 'name': '', 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'mac_address': 'fa:16:3e:54:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:32Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 2, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'subnets': [{'id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:39.734028 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69829349-c937-4946-9059-16f5c55f488e None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.758013 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69829349-c937-4946-9059-16f5c55f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.794423 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-476e7ae8-f84a-4672-8935-37feb203e359 req-508cafb5-9f17-4c74-bb46-30022c4f33d0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714141 Nov 21 04:39:39.843652 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829349-c937-4946-9059-16f5c55f488e None None] Pushing event updated for resources: {'Port': ['ID=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:39.901102 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:39:39.911033 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7e30f36-e8ae-4393-b21b-73437592abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.928478 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.932823 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:39.933300 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:39.940037 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69829349-c937-4946-9059-16f5c55f488e None None] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:39.963621 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-69829349-c937-4946-9059-16f5c55f488e None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:39.973727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69829349-c937-4946-9059-16f5c55f488e None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:40.168110 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e7e30f36-e8ae-4393-b21b-73437592abf6 None None] For port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:40.172938 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-69829349-c937-4946-9059-16f5c55f488e None None] Attempting to bind port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:40.176585 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-69829349-c937-4946-9059-16f5c55f488e None None] Attempting to bind port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:40.178412 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829349-c937-4946-9059-16f5c55f488e None None] Attempting to bind port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede on network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:40.187585 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7e30f36-e8ae-4393-b21b-73437592abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:40.197484 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Router 6839392d-3d70-4d0b-b34e-81c351e60899 is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:39:40.201820 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829349-c937-4946-9059-16f5c55f488e None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:40.202616 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829349-c937-4946-9059-16f5c55f488e None None] Checking segment: {'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:40.203260 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69829349-c937-4946-9059-16f5c55f488e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:40.203896 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829349-c937-4946-9059-16f5c55f488e None None] Bound using segment: {'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:40.204630 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-69829349-c937-4946-9059-16f5c55f488e None None] Bound port: 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:40.205081 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69829349-c937-4946-9059-16f5c55f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:40.434853 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:40.463266 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Sync routers for ids ['6839392d-3d70-4d0b-b34e-81c351e60899'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:40.466578 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:40.468143 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-bf2d2dab-4ddd-4a63-b246-e763efa85fdd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1283073 Nov 21 04:39:40.470672 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:40.503521 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e30f36-e8ae-4393-b21b-73437592abf6 None None] Pushing event updated for resources: {'Port': ['ID=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:40.511186 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Routers {'6839392d-3d70-4d0b-b34e-81c351e60899'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:40.512145 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['6839392d-3d70-4d0b-b34e-81c351e60899'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:40.526638 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-69829349-c937-4946-9059-16f5c55f488e None None] For port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:40.582980 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device c14d82cc-880c-4e38-b8c5-36ff8c0a3625 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:40.720477 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-69829349-c937-4946-9059-16f5c55f488e None None] For port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,segment=NetworkSegment(5d53b2ed-08c3-46b8-ae97-b2daf21d358a),segment_id=5d53b2ed-08c3-46b8-ae97-b2daf21d358a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:40.742437 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69829349-c937-4946-9059-16f5c55f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:40.820000 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Set router 6839392d-3d70-4d0b-b34e-81c351e60899 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:40.925614 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829349-c937-4946-9059-16f5c55f488e None None] Pushing event updated for resources: {'Port': ['ID=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:41.187983 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:41.259498 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:41.259876 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:41.571615 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:39:39Z', 'revision_number': 3, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port': {'id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:38Z', 'updated_at': '2021-11-21T04:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:41.634441 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Checking router: 6839392d-3d70-4d0b-b34e-81c351e60899 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:41.639579 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Updating router 6839392d-3d70-4d0b-b34e-81c351e60899 port 222f60e4-7436-4a31-91c4-bee0f13ae7b4 binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:41.652895 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Allocated IP 172.20.0.1 (2afbb268-cf3f-416c-bfcc-3faf5f1ba962/83db35bd-0e12-4b9a-95a9-9b367b9a15c8/d862400d-f1fc-4bf1-b5d2-f913a58ea732) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:41.681050 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:41.842210 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:41.852045 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:41.899280 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:41.971485 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:41.980491 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:41.986146 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:41.990798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Pushing event updated for resources: {'Port': ['ID=d862400d-f1fc-4bf1-b5d2-f913a58ea732,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:42.060675 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.123815 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:42.124194 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.180953 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.190029 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.271524 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Attempting to bind port 222f60e4-7436-4a31-91c4-bee0f13ae7b4 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:42.271937 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Attempting to bind port 222f60e4-7436-4a31-91c4-bee0f13ae7b4 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:42.275366 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Attempting to bind port 222f60e4-7436-4a31-91c4-bee0f13ae7b4 on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:42.289041 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa3d0e-d103-421c-90f1-8af860ac8f94 None None] Pushing event updated for resources: {'Port': ['ID=222f60e4-7436-4a31-91c4-bee0f13ae7b4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:42.292409 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:42.292797 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:42.293203 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.293592 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:42.294071 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Bound port: 222f60e4-7436-4a31-91c4-bee0f13ae7b4, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:42.294469 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.316559 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.396751 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.450804 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] For port 222f60e4-7436-4a31-91c4-bee0f13ae7b4, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:42.455689 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] For port 222f60e4-7436-4a31-91c4-bee0f13ae7b4, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=222f60e4-7436-4a31-91c4-bee0f13ae7b4,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:42.458712 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,segment=NetworkSegment(5d53b2ed-08c3-46b8-ae97-b2daf21d358a),segment_id=5d53b2ed-08c3-46b8-ae97-b2daf21d358a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:42.462937 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.473105 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.473553 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:42.503342 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bab2ef-2a10-4357-8240-28d5d1058a82 None None] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:39:42.578034 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.587511 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.689502 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Routers {'6839392d-3d70-4d0b-b34e-81c351e60899'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:42.690165 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['6839392d-3d70-4d0b-b34e-81c351e60899'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:42.697689 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa3d0e-d103-421c-90f1-8af860ac8f94 None None] Pushing event updated for resources: {'Port': ['ID=222f60e4-7436-4a31-91c4-bee0f13ae7b4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:42.722931 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7c4e5e4e-6d0f-461a-a029-19953ccb65a8 None None] Provisioning complete for port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:42.722931 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5e4e-6d0f-461a-a029-19953ccb65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:42.776767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Pushing event updated for resources: {'Port': ['ID=d862400d-f1fc-4bf1-b5d2-f913a58ea732,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:42.813395 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:43.018360 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9d98a-5234-4c65-ae54-b5853e1daddf req-f0297ac7-2f31-4a4f-b151-49d6fdda1760 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:43.019972 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-40b9d98a-5234-4c65-ae54-b5853e1daddf req-f0297ac7-2f31-4a4f-b151-49d6fdda1760 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1513827 Nov 21 04:39:43.028952 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:43.030559 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:43.119046 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-40b9d98a-5234-4c65-ae54-b5853e1daddf req-aa01359f-1ed0-47a6-a678-7d3a5e6360cf tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814126 Nov 21 04:39:43.131740 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:43.133034 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:43.240182 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:43.329883 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:43.340420 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Router 6839392d-3d70-4d0b-b34e-81c351e60899 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:39:43.345900 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] Set router 6839392d-3d70-4d0b-b34e-81c351e60899 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:43.531873 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:39:43.543793 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-cac278b2-bb66-4f07-964d-1ce7818e5373 admin admin] 10.222.0.37 "PUT /v2.0/routers/6839392d-3d70-4d0b-b34e-81c351e60899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0720072 Nov 21 04:39:43.778340 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 4, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port': {'id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:38Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'd862400d-f1fc-4bf1-b5d2-f913a58ea732', 'name': '', 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'mac_address': 'fa:16:3e:a7:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:41Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 2, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'subnets': [{'id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:43.842899 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3474ec8-f395-47f4-a6fe-3c47662ffcb3 None None] The sync data for ids ['6839392d-3d70-4d0b-b34e-81c351e60899'] in dv-cinder-776422-6-iscsi is: [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 4, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port': {'id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:38Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'd862400d-f1fc-4bf1-b5d2-f913a58ea732', 'name': '', 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'mac_address': 'fa:16:3e:a7:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:41Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 2, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'subnets': [{'id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:44.043725 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:44.298990 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1a545daa-0bff-47be-ae53-88e536c9beb2 None None] Provisioning complete for port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:44.299660 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a545daa-0bff-47be-ae53-88e536c9beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:44.386947 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:44.387301 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:44.558350 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38160a-a2ac-4cda-88ab-759dea8306a8 req-9c7918a8-c040-472a-9862-bbd334a385bb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:44.568514 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5c38160a-a2ac-4cda-88ab-759dea8306a8 req-9c7918a8-c040-472a-9862-bbd334a385bb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1504884 Nov 21 04:39:44.626775 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1a545daa-0bff-47be-ae53-88e536c9beb2 None None] Provisioning complete for port d862400d-f1fc-4bf1-b5d2-f913a58ea732 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:44.631451 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a545daa-0bff-47be-ae53-88e536c9beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:44.735634 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5c38160a-a2ac-4cda-88ab-759dea8306a8 req-b0fe05bf-5bac-40c6-ad42-0eba6710ea1e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660142 Nov 21 04:39:44.788954 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 9011ecac-01f8-4983-9b7e-6c536ffcbb9f up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:44.795043 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1a545daa-0bff-47be-ae53-88e536c9beb2 None None] Port d862400d-f1fc-4bf1-b5d2-f913a58ea732 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:39:44.823089 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47644) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:44.829428 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2781cc5e-ab7f-472a-b94d-524131931d38 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560666278', 'description': 'tempest-secgroup-smoke-560666278 description', 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:44.874906 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2781cc5e-ab7f-472a-b94d-524131931d38 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:44.897714 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:44.898107 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.001059 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d5137f5e-2ef3-4961-ba33-9ae9673c7f58 None None] Provisioning complete for port d862400d-f1fc-4bf1-b5d2-f913a58ea732 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:45.001440 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5137f5e-2ef3-4961-ba33-9ae9673c7f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.058090 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d5137f5e-2ef3-4961-ba33-9ae9673c7f58 None None] Port d862400d-f1fc-4bf1-b5d2-f913a58ea732 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:39:45.077329 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2781cc5e-ab7f-472a-b94d-524131931d38 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.087426 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2781cc5e-ab7f-472a-b94d-524131931d38 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.136796 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.169689 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:45.176353 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.189253 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2781cc5e-ab7f-472a-b94d-524131931d38 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.195615 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2781cc5e-ab7f-472a-b94d-524131931d38 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3657091 Nov 21 04:39:45.198712 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47654) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:45.201712 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781cc5e-ab7f-472a-b94d-524131931d38 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c891a783-c187-4389-98ec-dfbe023e3ffe,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:45.205484 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a384bffb-e4bc-413f-a22a-3fd61f3b4a4d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'security_group_rule': {'security_group_id': 'c891a783-c187-4389-98ec-dfbe023e3ffe', 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:45.259153 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a384bffb-e4bc-413f-a22a-3fd61f3b4a4d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.270396 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:45.399556 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a384bffb-e4bc-413f-a22a-3fd61f3b4a4d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.420638 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a384bffb-e4bc-413f-a22a-3fd61f3b4a4d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.447021 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384bffb-e4bc-413f-a22a-3fd61f3b4a4d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842f020b-e20e-4d42-96b8-a353a404787d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:45.465425 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a384bffb-e4bc-413f-a22a-3fd61f3b4a4d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.471495 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a384bffb-e4bc-413f-a22a-3fd61f3b4a4d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713866 Nov 21 04:39:45.471684 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47666) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:45.491310 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2ec565ad-78f2-4d01-bf35-c0c36e61286d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'security_group_rule': {'security_group_id': 'c891a783-c187-4389-98ec-dfbe023e3ffe', 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:45.542612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ec565ad-78f2-4d01-bf35-c0c36e61286d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.639827 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ec565ad-78f2-4d01-bf35-c0c36e61286d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.646816 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ec565ad-78f2-4d01-bf35-c0c36e61286d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.675878 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec565ad-78f2-4d01-bf35-c0c36e61286d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044282a7-01c2-46dc-aa84-cc1c2547e9a4,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:45.688342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ec565ad-78f2-4d01-bf35-c0c36e61286d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.689851 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2ec565ad-78f2-4d01-bf35-c0c36e61286d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2171922 Nov 21 04:39:45.693248 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47680) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:45.698153 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-329c96e2-b209-4768-91e6-c88c32b3fc5c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'security_group_rule': {'security_group_id': 'c891a783-c187-4389-98ec-dfbe023e3ffe', 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:45.735193 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-329c96e2-b209-4768-91e6-c88c32b3fc5c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:45.889163 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 9011ecac-01f8-4983-9b7e-6c536ffcbb9f up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:45.946002 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-77aa4c34-333e-47e2-8dad-f668e0d4ca6d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:45.949325 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-77aa4c34-333e-47e2-8dad-f668e0d4ca6d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 0.2667637 Nov 21 04:39:45.970715 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-ca4d8d0b-4d27-4ff6-afaf-4f1e5b3468df tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/quotas/251847713f8f45219c22d7c810264f30 HTTP/1.1" status: 200 len: 375 time: 0.0124729 Nov 21 04:39:45.994367 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:45.994856 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.032800 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-329c96e2-b209-4768-91e6-c88c32b3fc5c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.052737 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-329c96e2-b209-4768-91e6-c88c32b3fc5c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.100434 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-329c96e2-b209-4768-91e6-c88c32b3fc5c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.109516 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-329c96e2-b209-4768-91e6-c88c32b3fc5c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125476 Nov 21 04:39:46.116543 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482ccf-eb1e-4db2-9d72-2b8fa686c8b9 req-65f9c57a-81ba-4c10-8548-f1973f634095 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:46.122128 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-52dbc43a-3dca-4972-b7c6-9512846bc443 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414425 Nov 21 04:39:46.123687 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-91482ccf-eb1e-4db2-9d72-2b8fa686c8b9 req-65f9c57a-81ba-4c10-8548-f1973f634095 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.2614448 Nov 21 04:39:46.124650 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:46.146927 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0de5c261-011d-48cc-a31e-26009ec38cea tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'security_group_rule': {'security_group_id': 'c891a783-c187-4389-98ec-dfbe023e3ffe', 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:46.154254 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c96e2-b209-4768-91e6-c88c32b3fc5c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfac8b08-71c4-4f96-845e-93da3fd6f08b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:46.191412 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-91482ccf-eb1e-4db2-9d72-2b8fa686c8b9 req-452c2c6d-20f6-40ad-8b0c-123e83946ec0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Nov 21 04:39:46.272649 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0de5c261-011d-48cc-a31e-26009ec38cea tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.325197 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-044d2f1d-3795-4ba3-9979-d70be8150882 service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019129 Nov 21 04:39:46.426503 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0de5c261-011d-48cc-a31e-26009ec38cea tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.436753 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0de5c261-011d-48cc-a31e-26009ec38cea tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.476652 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5c261-011d-48cc-a31e-26009ec38cea tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5feb53-5553-4f8c-b021-e04a18ec57c0,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:46.496917 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0de5c261-011d-48cc-a31e-26009ec38cea tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.498757 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0de5c261-011d-48cc-a31e-26009ec38cea tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3606923 Nov 21 04:39:46.501588 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47704) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:46.507237 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'security_group_rule': {'security_group_id': 'c891a783-c187-4389-98ec-dfbe023e3ffe', 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:46.513224 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-1646f497-c9b3-4047-a739-e3886c0287d2 service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801414 Nov 21 04:39:46.553278 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Project e5348b8896ef46a3a7f474f181b5dc46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 21 04:39:46.558985 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.643726 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.649050 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.706362 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c9a043-f048-4e5d-80b9-bd87eb2511db,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:46.724837 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.726217 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-aaf4f22c-3fff-4111-9499-fef33b3d96b6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2236288 Nov 21 04:39:46.729432 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:46.735238 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'security_group_rule': {'security_group_id': 'c891a783-c187-4389-98ec-dfbe023e3ffe', 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:46.764893 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Project e5348b8896ef46a3a7f474f181b5dc46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 21 04:39:46.768630 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-41028b88-ad70-4afe-a444-b6ea50567a9f req-108a6bed-27cc-49fd-b79e-b762c86397d1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 210 time: 0.0677590 Nov 21 04:39:46.774096 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.874510 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.880085 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.902295 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccde22c9-11df-4ee0-a315-796d53e6a407,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:46.908173 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:46.917752 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-992db25e-0704-4b4c-bd5f-2b8f905d4f4e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781054 Nov 21 04:39:47.434203 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd13359-9cf8-4474-a5d0-cda010873275 req-2d918872-31aa-421b-84ee-1e099812958b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:47.444006 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fcd13359-9cf8-4474-a5d0-cda010873275 req-2d918872-31aa-421b-84ee-1e099812958b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1441364 Nov 21 04:39:47.474705 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Sync routers for ids ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:47.519716 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Routers {'c36f08a2-730b-49ea-bcc1-08ad7fcc1669'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:47.520365 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:47.579703 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fcd13359-9cf8-4474-a5d0-cda010873275 req-3e1cc9e6-c58f-4ae6-8b05-f3ab0624d91c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336150 Nov 21 04:39:47.942183 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Set router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:48.014121 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 222f60e4-7436-4a31-91c4-bee0f13ae7b4 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:48.072733 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-78804d0f-c665-45fe-b71e-c14c82927b38 req-802ba0a7-b0a8-4682-80c7-b386a6d6f687 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 210 time: 0.0466723 Nov 21 04:39:48.170510 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 222f60e4-7436-4a31-91c4-bee0f13ae7b4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:48.171092 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:48.522846 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:48.579808 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 4, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port': {'id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:29Z', 'updated_at': '2021-11-21T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '1e41096e-2b07-451e-9628-6d94a0f348d5', 'name': '', 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'mac_address': 'fa:16:3e:54:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:32Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 2, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'subnets': [{'id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:48.607246 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 222f60e4-7436-4a31-91c4-bee0f13ae7b4, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=222f60e4-7436-4a31-91c4-bee0f13ae7b4,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:48.623210 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:48.633636 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Checking router: c36f08a2-730b-49ea-bcc1-08ad7fcc1669 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:48.634056 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Updating router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 port 1e41096e-2b07-451e-9628-6d94a0f348d5 binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:48.711236 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:48.742896 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=222f60e4-7436-4a31-91c4-bee0f13ae7b4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:48.804667 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 47808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:48.847544 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75887-2733-4b97-b4d2-caefe86670b4 req-380c7b50-699f-40d7-8dfc-7774a6f7f0cb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:48.851777 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-25e75887-2733-4b97-b4d2-caefe86670b4 req-380c7b50-699f-40d7-8dfc-7774a6f7f0cb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1099873 Nov 21 04:39:48.972464 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-25e75887-2733-4b97-b4d2-caefe86670b4 req-90b9e3ac-d838-47ac-b7ee-6ed74e6d3fe1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149104 Nov 21 04:39:49.038969 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a13ccf3-1095-48b5-a317-fc0f40151d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.198676 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a13ccf3-1095-48b5-a317-fc0f40151d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.203233 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a13ccf3-1095-48b5-a317-fc0f40151d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.241284 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.248858 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1a13ccf3-1095-48b5-a317-fc0f40151d94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2b182495e6d4c439b5d30ec99fb5c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429944 Nov 21 04:39:49.251649 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 47822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:49.252027 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.255166 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13ccf3-1095-48b5-a317-fc0f40151d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6729c5-eacc-4457-bac3-ee25713c9b06,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:49.321910 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3aa53-7c96-42b2-a24b-2d69dc5701cf None None] Pushing event updated for resources: {'Port': ['ID=1e41096e-2b07-451e-9628-6d94a0f348d5,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:49.379778 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a76f42a-10ea-4006-9e02-70b3f8ac7bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.415785 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a76f42a-10ea-4006-9e02-70b3f8ac7bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.500031 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a76f42a-10ea-4006-9e02-70b3f8ac7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.503623 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a76f42a-10ea-4006-9e02-70b3f8ac7bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.505918 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5a76f42a-10ea-4006-9e02-70b3f8ac7bdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a6729c5-eacc-4457-bac3-ee25713c9b06 HTTP/1.1" status: 204 len: 168 time: 0.2529008 Nov 21 04:39:49.516153 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Attempting to bind port 1e41096e-2b07-451e-9628-6d94a0f348d5 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:49.516536 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Attempting to bind port 1e41096e-2b07-451e-9628-6d94a0f348d5 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:49.516904 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Attempting to bind port 1e41096e-2b07-451e-9628-6d94a0f348d5 on network 62416add-8f57-4ee7-86bb-cdd68a5beb2e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:49.529431 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76f42a-10ea-4006-9e02-70b3f8ac7bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6729c5-eacc-4457-bac3-ee25713c9b06,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:49.534810 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:49.535243 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Checking segment: {'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:49.535595 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.536520 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Bound using segment: {'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:49.537297 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Bound port: 1e41096e-2b07-451e-9628-6d94a0f348d5, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39a60db-d421-40f9-ba61-285d7e04fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:49.537992 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.649065 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] For port 1e41096e-2b07-451e-9628-6d94a0f348d5, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:49.652788 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] For port 1e41096e-2b07-451e-9628-6d94a0f348d5, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=1e41096e-2b07-451e-9628-6d94a0f348d5,segment=NetworkSegment(b39a60db-d421-40f9-ba61-285d7e04fcb2),segment_id=b39a60db-d421-40f9-ba61-285d7e04fcb2)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:49.658200 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.727158 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-eef4020c-aa13-4773-ac95-dc1b198fab08 None None] Provisioning complete for port 1e41096e-2b07-451e-9628-6d94a0f348d5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:49.727765 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eef4020c-aa13-4773-ac95-dc1b198fab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:49.747080 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3aa53-7c96-42b2-a24b-2d69dc5701cf None None] Pushing event updated for resources: {'Port': ['ID=1e41096e-2b07-451e-9628-6d94a0f348d5,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:49.797856 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Routers {'c36f08a2-730b-49ea-bcc1-08ad7fcc1669'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:49.806869 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:49.949437 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1e41096e-2b07-451e-9628-6d94a0f348d5 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:50.033316 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eef4020c-aa13-4773-ac95-dc1b198fab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:50.047062 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] Set router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:50.146374 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-eef4020c-aa13-4773-ac95-dc1b198fab08 None None] For port 1e41096e-2b07-451e-9628-6d94a0f348d5, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=1e41096e-2b07-451e-9628-6d94a0f348d5,segment=NetworkSegment(b39a60db-d421-40f9-ba61-285d7e04fcb2),segment_id=b39a60db-d421-40f9-ba61-285d7e04fcb2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:50.149452 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 1e41096e-2b07-451e-9628-6d94a0f348d5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:50.150097 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:50.155625 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eef4020c-aa13-4773-ac95-dc1b198fab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:50.361061 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4020c-aa13-4773-ac95-dc1b198fab08 None None] Pushing event updated for resources: {'Port': ['ID=1e41096e-2b07-451e-9628-6d94a0f348d5,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:50.372647 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ecea453f-bb93-4107-98c8-2fe86af84890 None None] Provisioning complete for port 1e41096e-2b07-451e-9628-6d94a0f348d5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:50.373037 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ecea453f-bb93-4107-98c8-2fe86af84890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:50.405131 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 4, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port': {'id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:29Z', 'updated_at': '2021-11-21T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '1e41096e-2b07-451e-9628-6d94a0f348d5', 'name': '', 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'mac_address': 'fa:16:3e:54:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:32Z', 'updated_at': '2021-11-21T04:39:49Z', 'revision_number': 4, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'subnets': [{'id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:50.463226 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b58fe-816f-44b5-93ce-ad457928f97c None None] The sync data for ids ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'] in dv-cinder-776422-6-iscsi is: [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:39:34Z', 'revision_number': 4, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port': {'id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:29Z', 'updated_at': '2021-11-21T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '1e41096e-2b07-451e-9628-6d94a0f348d5', 'name': '', 'network_id': '62416add-8f57-4ee7-86bb-cdd68a5beb2e', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'mac_address': 'fa:16:3e:54:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:32Z', 'updated_at': '2021-11-21T04:39:49Z', 'revision_number': 4, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'subnets': [{'id': '0e2cee0e-88b1-4e55-81c7-730ef8d91a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:50.473406 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 222f60e4-7436-4a31-91c4-bee0f13ae7b4 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:50.581140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 222f60e4-7436-4a31-91c4-bee0f13ae7b4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:50.581518 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:51.428271 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-6d797609-9bc0-43ea-b723-1dbbbe93fd07 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:51.430599 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-6d797609-9bc0-43ea-b723-1dbbbe93fd07 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 0.2404573 Nov 21 04:39:51.472068 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Request body: {'port': {'device_id': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'admin_state_up': True, 'tenant_id': '251847713f8f45219c22d7c810264f30'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:51.547528 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-73d02970-573b-4be3-8940-6646973baeb2 req-5c50dd9d-68bd-47d8-88e9-3829259277b7 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 210 time: 0.0757673 Nov 21 04:39:51.588884 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Sync routers for ids ['6839392d-3d70-4d0b-b34e-81c351e60899'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:39:51.607052 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Routers {'6839392d-3d70-4d0b-b34e-81c351e60899'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:51.610698 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['6839392d-3d70-4d0b-b34e-81c351e60899'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:51.670116 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0216a-9dc3-41fb-9700-101fa8542df3 req-27f992a4-0b37-4944-9346-fb935ef63a78 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:51.684753 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-44d0216a-9dc3-41fb-9700-101fa8542df3 req-27f992a4-0b37-4944-9346-fb935ef63a78 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.2049742 Nov 21 04:39:51.849660 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-44d0216a-9dc3-41fb-9700-101fa8542df3 req-02555254-b19d-4654-99d6-3f36383f3d59 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482038 Nov 21 04:39:51.957566 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1e41096e-2b07-451e-9628-6d94a0f348d5 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:52.104245 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Set router 6839392d-3d70-4d0b-b34e-81c351e60899 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:52.346619 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Made reservation on behalf of 251847713f8f45219c22d7c810264f30 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:39:52.353182 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:52.372693 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eade63-c12c-4375-96c1-9602c3498f12 req-31385d92-9004-4a84-9fa0-aeb889c2588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:52.376569 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-77eade63-c12c-4375-96c1-9602c3498f12 req-31385d92-9004-4a84-9fa0-aeb889c2588c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 1098 time: 0.1012015 Nov 21 04:39:52.467316 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 1e41096e-2b07-451e-9628-6d94a0f348d5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:52.468003 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:52.595595 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Allocated IP 172.20.0.9 (ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2/87f3d5af-1477-4c77-b916-0eeb764c570a/7e019903-1209-4f43-9b3f-8a6c244c7a2a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:39:52.616310 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-77eade63-c12c-4375-96c1-9602c3498f12 req-4ebf0acc-36fb-461b-b077-d5378f165a2c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284310 Nov 21 04:39:52.758285 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-efa376ad-7265-415c-9a82-f0c1a50e0193 req-bb0328e6-ca12-4e34-9bff-13b1433e7087 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 210 time: 0.0595474 Nov 21 04:39:52.870006 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 4, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port': {'id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:38Z', 'updated_at': '2021-11-21T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'd862400d-f1fc-4bf1-b5d2-f913a58ea732', 'name': '', 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'mac_address': 'fa:16:3e:a7:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:41Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 2, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'subnets': [{'id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:52.919615 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:52.994810 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:53.047796 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52e19f-ba6f-4d13-979b-d0fcea257abb req-0cc2bd24-e2f1-4310-877b-5d6bd64fb5e6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:53.057924 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:39:53.059006 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4e52e19f-ba6f-4d13-979b-d0fcea257abb req-0cc2bd24-e2f1-4310-877b-5d6bd64fb5e6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1013985 Nov 21 04:39:53.061822 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:39:53.066901 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:39:53.117328 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event updated for resources: {'Port': ['ID=7e019903-1209-4f43-9b3f-8a6c244c7a2a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:53.142632 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4e52e19f-ba6f-4d13-979b-d0fcea257abb req-42990981-77ce-4120-a17a-d7a718f9b196 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821800 Nov 21 04:39:53.148064 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d', '9cf27f8d-35b3-48f5-b24c-5d078cde64e8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:39:53.155299 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:53.155957 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:53.178476 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-dba30345-b071-4680-ac18-bbaf9a281d22 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7149544 Nov 21 04:39:53.182245 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Checking router: 6839392d-3d70-4d0b-b34e-81c351e60899 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:39:53.182639 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Updating router 6839392d-3d70-4d0b-b34e-81c351e60899 port d862400d-f1fc-4bf1-b5d2-f913a58ea732 binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:39:53.204095 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Request body: {'port': {'device_id': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:39:53.236728 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:53.311252 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:53.966536 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e0106-db9f-4de1-8a5c-fb6b4efd98de req-770a1a22-bab3-4c3c-b133-e704f1bb2957 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:53.979209 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f02e0106-db9f-4de1-8a5c-fb6b4efd98de req-770a1a22-bab3-4c3c-b133-e704f1bb2957 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 931 time: 0.1055498 Nov 21 04:39:53.996999 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.007764 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.087555 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7f921-e040-4ff4-bec9-250e8b2a3911 None None] Pushing event updated for resources: {'Port': ['ID=d862400d-f1fc-4bf1-b5d2-f913a58ea732,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:54.120732 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e019903-1209-4f43-9b3f-8a6c244c7a2a {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:39:54.148869 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.182503 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Transition to ACTIVE for port object 7e019903-1209-4f43-9b3f-8a6c244c7a2a will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:39:54.188075 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.190784 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Attempting to bind port d862400d-f1fc-4bf1-b5d2-f913a58ea732 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:54.191452 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Attempting to bind port d862400d-f1fc-4bf1-b5d2-f913a58ea732 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:54.192814 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Attempting to bind port d862400d-f1fc-4bf1-b5d2-f913a58ea732 on network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:54.208030 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:54.209706 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Checking segment: {'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:54.211342 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.213277 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Bound using segment: {'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:54.214161 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Bound port: d862400d-f1fc-4bf1-b5d2-f913a58ea732, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d53b2ed-08c3-46b8-ae97-b2daf21d358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:54.215519 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.253673 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f02e0106-db9f-4de1-8a5c-fb6b4efd98de req-6cfa116b-69f8-404e-b1e4-bf1d21e43144 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730758 Nov 21 04:39:54.304098 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Pushing event updated for resources: {'Port': ['ID=7e019903-1209-4f43-9b3f-8a6c244c7a2a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:54.422704 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] For port d862400d-f1fc-4bf1-b5d2-f913a58ea732, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:54.428100 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] For port d862400d-f1fc-4bf1-b5d2-f913a58ea732, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=d862400d-f1fc-4bf1-b5d2-f913a58ea732,segment=NetworkSegment(5d53b2ed-08c3-46b8-ae97-b2daf21d358a),segment_id=5d53b2ed-08c3-46b8-ae97-b2daf21d358a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:54.434994 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.522062 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Routers {'6839392d-3d70-4d0b-b34e-81c351e60899'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:39:54.523624 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:39:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['6839392d-3d70-4d0b-b34e-81c351e60899'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:54.573204 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c655f1-786e-49c8-841f-8a2bd908748f req-c9f783a0-e662-4985-9ba3-a8225a816199 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:54.592839 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Attempting to bind port 7e019903-1209-4f43-9b3f-8a6c244c7a2a on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:39:54.592839 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Attempting to bind port 7e019903-1209-4f43-9b3f-8a6c244c7a2a by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:39:54.593159 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Attempting to bind port 7e019903-1209-4f43-9b3f-8a6c244c7a2a on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:54.597327 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c3c655f1-786e-49c8-841f-8a2bd908748f req-c9f783a0-e662-4985-9ba3-a8225a816199 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.1629152 Nov 21 04:39:54.618275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Port 7e019903-1209-4f43-9b3f-8a6c244c7a2a on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:39:54.621343 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Attempting to bind port 7e019903-1209-4f43-9b3f-8a6c244c7a2a on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:39:54.623111 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7f921-e040-4ff4-bec9-250e8b2a3911 None None] Pushing event updated for resources: {'Port': ['ID=d862400d-f1fc-4bf1-b5d2-f913a58ea732,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:54.643958 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:39:54.644114 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Checking segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:39:54.644456 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Bound using segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:39:54.645016 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Bound port: 7e019903-1209-4f43-9b3f-8a6c244c7a2a, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:39:54.645889 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.780131 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] Set router 6839392d-3d70-4d0b-b34e-81c351e60899 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:39:54.792179 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c3c655f1-786e-49c8-841f-8a2bd908748f req-faa179b2-99dc-4cbc-8b74-eb30d1d516b4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937337 Nov 21 04:39:54.923553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] For port 7e019903-1209-4f43-9b3f-8a6c244c7a2a, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:39:54.928818 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] For port 7e019903-1209-4f43-9b3f-8a6c244c7a2a, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7e019903-1209-4f43-9b3f-8a6c244c7a2a,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:39:54.946338 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9d0507ba-9660-40b2-aa0c-35f2dda02c6e None None] Provisioning complete for port d862400d-f1fc-4bf1-b5d2-f913a58ea732 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:54.947099 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d0507ba-9660-40b2-aa0c-35f2dda02c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:54.953930 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:55.041531 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9a90-5dfb-4292-acd0-a4ed33ac7af8 req-7c00882c-70c2-40c7-a5af-6a97515b815f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:55.049265 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b45f9a90-5dfb-4292-acd0-a4ed33ac7af8 req-7c00882c-70c2-40c7-a5af-6a97515b815f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.1568718 Nov 21 04:39:55.097306 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:55.098107 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:55.099931 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] 10.222.0.48 "PUT /v2.0/ports/7e019903-1209-4f43-9b3f-8a6c244c7a2a HTTP/1.1" status: 200 len: 1093 time: 1.9004502 Nov 21 04:39:55.100548 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'tag': '7e019903-1209-4f43-9b3f-8a6c244c7a2a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:39:55.103013 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb" -d '{"events": [{"name": "network-changed", "server_uuid": "406ac671-ddf1-40ef-a432-d9883c4065a8", "tag": "7e019903-1209-4f43-9b3f-8a6c244c7a2a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:39:55.122870 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b45f9a90-5dfb-4292-acd0-a4ed33ac7af8 req-d07c44e1-b5fc-4f52-a1ad-679412ab242a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666616 Nov 21 04:39:55.139893 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce5085-0276-4f28-a05a-f5430188d621 service neutron] Pushing event updated for resources: {'Port': ['ID=7e019903-1209-4f43-9b3f-8a6c244c7a2a,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:55.173592 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb280cef-2e05-4095-9809-0c04767659cd x-openstack-request-id: req-fb280cef-2e05-4095-9809-0c04767659cd {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:39:55.174296 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406ac671-ddf1-40ef-a432-d9883c4065a8", "tag": "7e019903-1209-4f43-9b3f-8a6c244c7a2a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:39:55.174782 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb280cef-2e05-4095-9809-0c04767659cd {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:39:55.175381 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'tag': '7e019903-1209-4f43-9b3f-8a6c244c7a2a', 'status': 'completed', 'code': 200} Nov 21 04:39:55.262798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-d156c6f4-5cbf-4f92-ba7c-59c12590312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:55.264691 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-d156c6f4-5cbf-4f92-ba7c-59c12590312b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 1096 time: 0.0616705 Nov 21 04:39:55.337208 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d0507ba-9660-40b2-aa0c-35f2dda02c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:55.400705 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9d0507ba-9660-40b2-aa0c-35f2dda02c6e None None] For port d862400d-f1fc-4bf1-b5d2-f913a58ea732, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=d862400d-f1fc-4bf1-b5d2-f913a58ea732,segment=NetworkSegment(5d53b2ed-08c3-46b8-ae97-b2daf21d358a),segment_id=5d53b2ed-08c3-46b8-ae97-b2daf21d358a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:39:55.409398 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d0507ba-9660-40b2-aa0c-35f2dda02c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:55.462752 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 4, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port': {'id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:38Z', 'updated_at': '2021-11-21T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'd862400d-f1fc-4bf1-b5d2-f913a58ea732', 'name': '', 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'mac_address': 'fa:16:3e:a7:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:41Z', 'updated_at': '2021-11-21T04:39:54Z', 'revision_number': 4, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'subnets': [{'id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:39:55.475365 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-ea7ba9af-6325-4a7a-ad35-b2fd64c71083 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e019903-1209-4f43-9b3f-8a6c244c7a2a HTTP/1.1" status: 200 len: 217 time: 0.1808014 Nov 21 04:39:55.509452 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814fb21-6769-4f6d-83ae-63ab9a6851c0 None None] The sync data for ids ['6839392d-3d70-4d0b-b34e-81c351e60899'] in dv-cinder-776422-6-iscsi is: [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:39:42Z', 'revision_number': 4, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port': {'id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:38Z', 'updated_at': '2021-11-21T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'd862400d-f1fc-4bf1-b5d2-f913a58ea732', 'name': '', 'network_id': '2afbb268-cf3f-416c-bfcc-3faf5f1ba962', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'mac_address': 'fa:16:3e:a7:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:41Z', 'updated_at': '2021-11-21T04:39:54Z', 'revision_number': 4, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'subnets': [{'id': '83db35bd-0e12-4b9a-95a9-9b367b9a15c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:39:55.584043 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c746ef-dbe1-4f72-8abd-f42590fc2658 req-22b9fa5e-9528-41bb-87ff-c7f41e6444d1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:55.585712 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e2c746ef-dbe1-4f72-8abd-f42590fc2658 req-22b9fa5e-9528-41bb-87ff-c7f41e6444d1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 943 time: 0.1392198 Nov 21 04:39:55.586407 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0507ba-9660-40b2-aa0c-35f2dda02c6e None None] Pushing event updated for resources: {'Port': ['ID=d862400d-f1fc-4bf1-b5d2-f913a58ea732,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:55.599060 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-600a08d2-71a8-490f-8d54-191296062ac0 None None] Provisioning complete for port d862400d-f1fc-4bf1-b5d2-f913a58ea732 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:55.603208 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-600a08d2-71a8-490f-8d54-191296062ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:55.657027 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-002af949-eb03-40d4-8bc4-4ffae72465e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:55.658997 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-002af949-eb03-40d4-8bc4-4ffae72465e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.1550326 Nov 21 04:39:55.719174 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e2c746ef-dbe1-4f72-8abd-f42590fc2658 req-68598366-d768-4393-ae6d-a2f3c39369a2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264281 Nov 21 04:39:55.752512 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-d279bf5c-86ed-4b0f-b343-e893903395e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827084 Nov 21 04:39:55.964479 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device d862400d-f1fc-4bf1-b5d2-f913a58ea732 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:39:56.034753 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port d862400d-f1fc-4bf1-b5d2-f913a58ea732 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:39:56.035254 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:56.041226 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-a26d7e12-bbfc-47c2-8fb0-329b5d4640f9 service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655039 Nov 21 04:39:56.307082 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62f06782-6983-4b6e-ab4a-d68266c61367 req-a739fc8f-c795-4b28-ad3e-9c3d6130fb4d service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570672 Nov 21 04:39:56.505787 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-f39430ed-db9c-4482-b0aa-3c0fd87097a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:56.508463 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-f39430ed-db9c-4482-b0aa-3c0fd87097a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 1096 time: 0.0638664 Nov 21 04:39:56.677395 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-81688d5f-1ee5-4323-bba2-2cbe2bef6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:56.678988 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-81688d5f-1ee5-4323-bba2-2cbe2bef6cd5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 915 time: 0.1537440 Nov 21 04:39:56.762575 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-2adad711-08cb-4b7e-9f8d-7864fc504670 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e019903-1209-4f43-9b3f-8a6c244c7a2a HTTP/1.1" status: 200 len: 217 time: 0.0676980 Nov 21 04:39:56.871916 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-4feef016-9591-429d-b9a5-6bbc32ff9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:56.873641 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-4feef016-9591-429d-b9a5-6bbc32ff9888 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.0995944 Nov 21 04:39:56.930942 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-110ffd8f-042b-4128-a0e8-a6d6f32c054a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472939 Nov 21 04:39:57.042975 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc9dfb-41db-4663-8cc3-68a7a57369f3 req-eb94a1ba-9212-4cab-bb52-e8aef9bd4b7e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:57.044637 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-74fc9dfb-41db-4663-8cc3-68a7a57369f3 req-eb94a1ba-9212-4cab-bb52-e8aef9bd4b7e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 943 time: 0.1599705 Nov 21 04:39:57.104576 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-3451e132-4812-498a-8428-5670e1fe2c1b service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501458 Nov 21 04:39:57.134341 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-74fc9dfb-41db-4663-8cc3-68a7a57369f3 req-eb6ea2e6-c88d-4521-9e23-68fc4e8a051e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717916 Nov 21 04:39:57.228804 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-317a82fc-b249-4e54-9e4f-b5f1ac5db250 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:57.230526 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-317a82fc-b249-4e54-9e4f-b5f1ac5db250 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 814 time: 0.1348403 Nov 21 04:39:57.248087 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-0f9d416a-fde9-40c3-8b40-42e8074113bc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/quotas/cbd8551337074ee2bac10ac55a92e67e HTTP/1.1" status: 200 len: 375 time: 0.0103624 Nov 21 04:39:57.251689 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33863c5-d651-47cc-9a29-11d81e2e2b09 req-a93f61d3-5ee9-4e7f-a0e9-f2d7dfe5750f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:57.253309 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b33863c5-d651-47cc-9a29-11d81e2e2b09 req-a93f61d3-5ee9-4e7f-a0e9-f2d7dfe5750f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0581770 Nov 21 04:39:57.310334 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-3c76b427-f571-4874-baca-d9def4565ad9 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542257 Nov 21 04:39:57.316920 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b33863c5-d651-47cc-9a29-11d81e2e2b09 req-aad3158f-64f3-41ee-ac23-f0bbc96840f0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557528 Nov 21 04:39:57.514588 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:57.633143 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6997e403-4c68-473b-ba6d-4b3ae63b77aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:57.665188 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-cc599530-d92b-41d8-bf30-48d29c6fdac9 service neutron] 10.222.0.37 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335390 Nov 21 04:39:57.716967 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6997e403-4c68-473b-ba6d-4b3ae63b77aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:57.720650 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6997e403-4c68-473b-ba6d-4b3ae63b77aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:57.765567 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6997e403-4c68-473b-ba6d-4b3ae63b77aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05a2825d5df8438eb5955ba0a3c11e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497718 Nov 21 04:39:57.766707 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997e403-4c68-473b-ba6d-4b3ae63b77aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757e872-1dd5-42b9-a20c-33881effb0a8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:57.769078 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:39:57.777296 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-428b9663-2b49-42f7-81e2-1d5f7ff600d0 service neutron] 10.222.0.37 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059964 Nov 21 04:39:57.834979 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fb98-9d69-4e81-be2f-f940528cd7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:57.862287 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fb98-9d69-4e81-be2f-f940528cd7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:57.936322 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fb98-9d69-4e81-be2f-f940528cd7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:57.939010 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fb98-9d69-4e81-be2f-f940528cd7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:57.943012 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-f2e6fb98-9d69-4e81-be2f-f940528cd7e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2757e872-1dd5-42b9-a20c-33881effb0a8 HTTP/1.1" status: 204 len: 168 time: 0.1704884 Nov 21 04:39:57.949471 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6fb98-9d69-4e81-be2f-f940528cd7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757e872-1dd5-42b9-a20c-33881effb0a8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:39:58.358689 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bcf01a2-ad86-4d17-ae0e-f3df6f8f2cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:39:59.939461 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-dd8e2af7-d059-448b-9940-8bfa2419001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:39:59.941226 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-dd8e2af7-d059-448b-9940-8bfa2419001d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.0457323 Nov 21 04:40:00.003623 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72ff8da1-a0ea-48ab-b285-d3d8c3cf20bb req-014b1ef7-2a06-4b44-8579-4a063612778e service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110802 Nov 21 04:40:00.075170 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-88c2d74d-5bc9-4a77-adfb-5efd2d82639c req-14ddef51-a2c9-4352-b5fd-d746609b1cf1 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 210 time: 0.0661561 Nov 21 04:40:00.139710 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-5708a0fb-569b-4aa7-9cdf-85cc4a1e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:00.141193 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-5708a0fb-569b-4aa7-9cdf-85cc4a1e8cd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.1511405 Nov 21 04:40:00.165576 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b70d65-9e7e-459c-8b0e-068f6538e73c req-27891d7e-feee-416d-9dea-d8adc644748d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:00.167253 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-40b70d65-9e7e-459c-8b0e-068f6538e73c req-27891d7e-feee-416d-9dea-d8adc644748d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 943 time: 0.0796735 Nov 21 04:40:00.228938 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-f424f023-8b0b-4c89-bf86-dabc3f514e03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 217 time: 0.0731473 Nov 21 04:40:00.247055 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87966-9e3c-4227-b749-5f9d28b71ed5 req-00e4736d-1c26-4a5c-96ae-917abcd36cae tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:00.248685 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a8a87966-9e3c-4227-b749-5f9d28b71ed5 req-00e4736d-1c26-4a5c-96ae-917abcd36cae tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0743592 Nov 21 04:40:00.303603 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a8a87966-9e3c-4227-b749-5f9d28b71ed5 req-0f7b0470-128a-41c0-81de-f4d8a18af092 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Nov 21 04:40:00.324439 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-40b70d65-9e7e-459c-8b0e-068f6538e73c req-d6337abe-d8b1-4671-bd8b-11caeb24b266 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927219 Nov 21 04:40:00.330960 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-ce36a91b-f80e-45ae-90d0-f357b1daa810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:00.333226 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-ce36a91b-f80e-45ae-90d0-f357b1daa810 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.0699811 Nov 21 04:40:00.379240 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-15269777-402f-4a38-9e60-51dfb8eec181 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285058 Nov 21 04:40:00.497439 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-a329d4b8-2027-4bdd-b970-ddb09dd6270e service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029265 Nov 21 04:40:00.603413 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84962dae-76e2-4c7c-9908-fa5fb29142c0 req-ac558ec0-ff52-4024-879d-87b62b9643d1 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971503 Nov 21 04:40:00.967436 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5631353-31a1-4a10-b0c5-aaec7b3edc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:01.080356 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-8b8d6042-3dfd-405e-ba5c-7ad26f9b14ab tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:01.081815 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-8b8d6042-3dfd-405e-ba5c-7ad26f9b14ab tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.48 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 814 time: 0.1493301 Nov 21 04:40:01.171309 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'port': {'device_id': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'admin_state_up': True, 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:01.256561 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2ec2f01e-dc48-45b3-bb0e-22ae76aa3ddb req-2350f147-bee6-41b9-a57c-945409a1f0e8 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 210 time: 0.0474799 Nov 21 04:40:01.329379 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Made reservation on behalf of cbd8551337074ee2bac10ac55a92e67e for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:40:01.335263 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:01.405733 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-bf6bebe9-7814-4777-bedf-469ecc95599c tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c8f3800ff89949c8814dbd889f629f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453339 Nov 21 04:40:01.446411 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d48f0b-d4bd-43f4-b10a-348e60928255 req-5d98ee0e-8cb0-41c6-b09f-dd56940a9c46 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:01.453640 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43d48f0b-d4bd-43f4-b10a-348e60928255 req-5d98ee0e-8cb0-41c6-b09f-dd56940a9c46 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0759284 Nov 21 04:40:01.526912 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43d48f0b-d4bd-43f4-b10a-348e60928255 req-deb567e6-b690-4187-a714-8e1b4cbba90a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722587 Nov 21 04:40:01.668894 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291720c6-fd32-4d92-b1e5-dcfe47bbb648 req-32b1cf90-9a86-43b6-923f-ee2daac10021 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:01.670488 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-291720c6-fd32-4d92-b1e5-dcfe47bbb648 req-32b1cf90-9a86-43b6-923f-ee2daac10021 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 943 time: 0.0679300 Nov 21 04:40:01.727318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Allocated IP 172.20.0.5 (64b032df-d647-4b48-a0e4-dd49fb3f64d7/e8f0efe0-7e34-4d45-8b46-38134422f8e3/ed2bc615-e756-4cad-9cd4-e7da03986169) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:40:01.734952 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-291720c6-fd32-4d92-b1e5-dcfe47bbb648 req-14362fcc-abef-4960-83d4-8d3fd13bf8df tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585704 Nov 21 04:40:01.870627 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-cf1a5b23-865a-4510-8154-235cf5f315cd tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:01.872438 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-cf1a5b23-865a-4510-8154-235cf5f315cd tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798604 Nov 21 04:40:01.929186 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-acf87705-80fc-4b1e-9c09-5433ca2160b1 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/quotas/c8f3800ff89949c8814dbd889f629f98 HTTP/1.1" status: 200 len: 375 time: 0.0189688 Nov 21 04:40:01.974591 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:02.042087 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-2fcc828e-cc4f-4eb6-8810-91afa65807d0 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f3800ff89949c8814dbd889f629f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422137 Nov 21 04:40:02.125888 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:02.196735 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:02.374259 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:40:02.391074 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:40:02.401799 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:40:02.408011 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:02.408618 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:02.435662 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-63902dd8-c690-4582-b516-a32a15929354 req-9a6442af-b008-4bd0-88aa-f08b076fb02c tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 210 time: 0.0597281 Nov 21 04:40:02.456103 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:02.513105 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-d8072299-56d3-4a6a-824c-7d867593efb7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3459404 Nov 21 04:40:02.747171 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-44dface8-1146-4019-8bd3-81af04a69a92 None None] Provisioning complete for port ed2bc615-e756-4cad-9cd4-e7da03986169 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:02.747931 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44dface8-1146-4019-8bd3-81af04a69a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:02.791484 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44dface8-1146-4019-8bd3-81af04a69a92 None None] Port ed2bc615-e756-4cad-9cd4-e7da03986169 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:40:03.260727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7e019903-1209-4f43-9b3f-8a6c244c7a2a details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:40:03.378437 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 7e019903-1209-4f43-9b3f-8a6c244c7a2a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7e019903-1209-4f43-9b3f-8a6c244c7a2a,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:03.394102 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '7e019903-1209-4f43-9b3f-8a6c244c7a2a', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'port_id': '7e019903-1209-4f43-9b3f-8a6c244c7a2a', 'mac_address': 'fa:16:3e:28:41:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f3d5af-1477-4c77-b916-0eeb764c570a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:40:03.441471 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:03.456233 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e019903-1209-4f43-9b3f-8a6c244c7a2a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:03.477602 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 7e019903-1209-4f43-9b3f-8a6c244c7a2a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7e019903-1209-4f43-9b3f-8a6c244c7a2a,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:03.482225 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:03.561397 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=7e019903-1209-4f43-9b3f-8a6c244c7a2a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:03.565636 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.048831 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['7e019903-1209-4f43-9b3f-8a6c244c7a2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:04.416763 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:04.544577 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb15a-ec10-4036-8165-74600a80ce46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.637885 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.642240 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb15a-ec10-4036-8165-74600a80ce46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.647163 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb15a-ec10-4036-8165-74600a80ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.689808 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cb15a-ec10-4036-8165-74600a80ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc8954b-3fa0-4336-a95c-131d3a925fd6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:04.695381 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4e4cb15a-ec10-4036-8165-74600a80ce46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f039160268644ca8bff287b8c8d26b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775557 Nov 21 04:40:04.697882 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:04.751061 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dfe852e-1c6c-4b5e-b68f-573c4eede2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.775899 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dfe852e-1c6c-4b5e-b68f-573c4eede2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.826422 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dfe852e-1c6c-4b5e-b68f-573c4eede2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.829143 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dfe852e-1c6c-4b5e-b68f-573c4eede2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:04.830304 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5dfe852e-1c6c-4b5e-b68f-573c4eede2b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bc8954b-3fa0-4336-a95c-131d3a925fd6 HTTP/1.1" status: 204 len: 168 time: 0.1313665 Nov 21 04:40:04.841756 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe852e-1c6c-4b5e-b68f-573c4eede2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc8954b-3fa0-4336-a95c-131d3a925fd6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:05.127228 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:05.141425 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de954eaa-29c0-4536-8e02-8710a03d98ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:05.228473 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de954eaa-29c0-4536-8e02-8710a03d98ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:05.232368 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de954eaa-29c0-4536-8e02-8710a03d98ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:05.274884 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de954eaa-29c0-4536-8e02-8710a03d98ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6a124-d5de-488b-8f5b-85f56aa2427f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:05.280434 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-de954eaa-29c0-4536-8e02-8710a03d98ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd13cce96cb7422cbdc01931813dde23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521525 Nov 21 04:40:05.283182 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:05.342204 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:05.370720 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:05.431056 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:05.434923 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:05.438363 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ee6a124-d5de-488b-8f5b-85f56aa2427f HTTP/1.1" status: 204 len: 168 time: 0.1519549 Nov 21 04:40:05.446114 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6a124-d5de-488b-8f5b-85f56aa2427f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:05.456265 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.456731 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.457284 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.458122 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.458122 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.458806 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.459210 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.459612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.460014 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.460782 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.460935 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:05.461325 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58574447-41f7-41d9-bf83-e77b46d8667d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:07.270996 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7e019903-1209-4f43-9b3f-8a6c244c7a2a up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:40:07.336402 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 7e019903-1209-4f43-9b3f-8a6c244c7a2a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:40:07.342370 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 7e019903-1209-4f43-9b3f-8a6c244c7a2a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:07.343079 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:07.572678 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:07.601941 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e019903-1209-4f43-9b3f-8a6c244c7a2a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:07.604345 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb46fa8-88dd-4515-b246-c79c0d3fbd56" -d '{"events": [{"server_uuid": "406ac671-ddf1-40ef-a432-d9883c4065a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e019903-1209-4f43-9b3f-8a6c244c7a2a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:07.618234 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 7e019903-1209-4f43-9b3f-8a6c244c7a2a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7e019903-1209-4f43-9b3f-8a6c244c7a2a,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:07.622274 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:07.678734 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=7e019903-1209-4f43-9b3f-8a6c244c7a2a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:10.633220 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:10.754610 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31134e3d-0f6a-440a-a71c-dac4d7edd760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:10.869595 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31134e3d-0f6a-440a-a71c-dac4d7edd760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:10.874490 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31134e3d-0f6a-440a-a71c-dac4d7edd760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:10.918785 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-31134e3d-0f6a-440a-a71c-dac4d7edd760 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f9c5460a66e400c8a1f1099f2d5db47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844117 Nov 21 04:40:10.919668 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31134e3d-0f6a-440a-a71c-dac4d7edd760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39dc80c-fe29-4e3c-8aa5-3ae1fc88c127,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:10.921496 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:10.975819 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.000450 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.068756 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.072318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.085974 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d39dc80c-fe29-4e3c-8aa5-3ae1fc88c127 HTTP/1.1" status: 204 len: 168 time: 0.1571934 Nov 21 04:40:11.102159 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39dc80c-fe29-4e3c-8aa5-3ae1fc88c127,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:11.111784 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.112145 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.112529 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.112986 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.113397 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.114398 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.114850 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.115190 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.115565 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.116002 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.116402 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.116766 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb82b8-9a0d-4ef4-a913-04c7d4f23fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:11.355567 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:11.370307 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e06b5859-b5f7-40ad-add9-1ae23c0c3948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.468174 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e06b5859-b5f7-40ad-add9-1ae23c0c3948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.473830 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e06b5859-b5f7-40ad-add9-1ae23c0c3948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.527801 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e06b5859-b5f7-40ad-add9-1ae23c0c3948 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=306cf68802444d10afeed499bfc5fcf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711359 Nov 21 04:40:11.528665 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b5859-b5f7-40ad-add9-1ae23c0c3948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bca3a2-55e1-43f2-8121-7fbaacbd00b4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:11.530479 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48378) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:11.586664 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-472eff94-305e-4602-aacf-6358f84d9537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.612837 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-472eff94-305e-4602-aacf-6358f84d9537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.663766 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-472eff94-305e-4602-aacf-6358f84d9537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.666527 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-472eff94-305e-4602-aacf-6358f84d9537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:11.670015 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-472eff94-305e-4602-aacf-6358f84d9537 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30bca3a2-55e1-43f2-8121-7fbaacbd00b4 HTTP/1.1" status: 204 len: 168 time: 0.1354964 Nov 21 04:40:11.676066 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472eff94-305e-4602-aacf-6358f84d9537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bca3a2-55e1-43f2-8121-7fbaacbd00b4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:12.792971 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48416) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:12.913788 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68b53a1c-27a0-4850-9d3b-a5fcec747a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:13.001433 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68b53a1c-27a0-4850-9d3b-a5fcec747a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:13.007117 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68b53a1c-27a0-4850-9d3b-a5fcec747a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:13.052307 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-68b53a1c-27a0-4850-9d3b-a5fcec747a08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=700b9aa1beb8470b89138af05a805ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582023 Nov 21 04:40:13.055318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48422) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:13.057596 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b53a1c-27a0-4850-9d3b-a5fcec747a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2721ed7-a3ca-4184-80a6-0d69a5d399d7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:13.111432 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa7de4c6-0b20-4095-97c4-d1acd15e8e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:13.135487 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa7de4c6-0b20-4095-97c4-d1acd15e8e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:13.183386 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa7de4c6-0b20-4095-97c4-d1acd15e8e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:13.185997 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa7de4c6-0b20-4095-97c4-d1acd15e8e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:13.187333 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-aa7de4c6-0b20-4095-97c4-d1acd15e8e25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2721ed7-a3ca-4184-80a6-0d69a5d399d7 HTTP/1.1" status: 204 len: 168 time: 0.1307874 Nov 21 04:40:13.196250 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7de4c6-0b20-4095-97c4-d1acd15e8e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2721ed7-a3ca-4184-80a6-0d69a5d399d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:13.210192 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:16.903697 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:40:19.117018 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Request body: {'port': {'device_id': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:19.177293 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:19.321864 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae285c3-b26e-46af-8aaa-5acd07cf7999 req-87f9c6ed-8b0e-4c10-ae11-b1118916c416 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:19.324127 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7ae285c3-b26e-46af-8aaa-5acd07cf7999 req-87f9c6ed-8b0e-4c10-ae11-b1118916c416 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0563843 Nov 21 04:40:19.391047 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7ae285c3-b26e-46af-8aaa-5acd07cf7999 req-26de0ee4-1b57-4429-92e5-103e9bbf04bd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596609 Nov 21 04:40:19.396035 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabeda7-e8e2-4a3d-ac76-16400cd833a5 req-4b0aa206-74b9-408c-8265-622f7dbac04c tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:19.397688 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4dabeda7-e8e2-4a3d-ac76-16400cd833a5 req-4b0aa206-74b9-408c-8265-622f7dbac04c tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 931 time: 0.1658161 Nov 21 04:40:19.449957 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-37f4c0c2-b8db-4d2a-9c5f-0048cd6dfa3b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440710 Nov 21 04:40:19.529675 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4dabeda7-e8e2-4a3d-ac76-16400cd833a5 req-179cc253-5fef-4eac-8b3b-9522a7188290 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237953 Nov 21 04:40:19.564117 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb9f16-6c17-4fea-9059-102c5976f6bd req-adadac69-3411-4867-968b-377eee82b301 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:19.572618 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6afb9f16-6c17-4fea-9059-102c5976f6bd req-adadac69-3411-4867-968b-377eee82b301 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 945 time: 0.1162803 Nov 21 04:40:19.597394 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-d22b63b2-daa8-49a4-8faf-788365501fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:19.599282 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-d22b63b2-daa8-49a4-8faf-788365501fa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 1099 time: 0.0963054 Nov 21 04:40:19.658584 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8b42a99e-a7e8-4f83-9c92-8727aa990c82 req-8e6d0d0f-c77c-449f-81d3-322af2a2c20a tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 210 time: 0.0422094 Nov 21 04:40:19.698429 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2bc615-e756-4cad-9cd4-e7da03986169 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:19.704932 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6afb9f16-6c17-4fea-9059-102c5976f6bd req-fdb15239-7b14-4e86-a18f-f56e8f4b60b3 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310859 Nov 21 04:40:19.707087 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:19.711243 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e29925c-967a-405d-abb8-cdbc7ff2f2bb x-openstack-request-id: req-4e29925c-967a-405d-abb8-cdbc7ff2f2bb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:19.712861 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406ac671-ddf1-40ef-a432-d9883c4065a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e019903-1209-4f43-9b3f-8a6c244c7a2a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:19.712861 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e29925c-967a-405d-abb8-cdbc7ff2f2bb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:19.712861 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e019903-1209-4f43-9b3f-8a6c244c7a2a', 'code': 200} Nov 21 04:40:19.725551 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Transition to ACTIVE for port object ed2bc615-e756-4cad-9cd4-e7da03986169 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:40:19.732821 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:19.812280 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-6497e191-a9e6-4d47-98b6-2ff8efc6f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:19.814105 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-6497e191-a9e6-4d47-98b6-2ff8efc6f825 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 910 time: 0.1837811 Nov 21 04:40:20.042496 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Attempting to bind port ed2bc615-e756-4cad-9cd4-e7da03986169 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:40:20.042496 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Attempting to bind port ed2bc615-e756-4cad-9cd4-e7da03986169 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:40:20.042496 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Attempting to bind port ed2bc615-e756-4cad-9cd4-e7da03986169 on network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:40:20.042496 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:20.059837 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Port ed2bc615-e756-4cad-9cd4-e7da03986169 on network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:40:20.060195 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Attempting to bind port ed2bc615-e756-4cad-9cd4-e7da03986169 on network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:40:20.077041 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:40:20.077041 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Checking segment: {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:40:20.077691 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Bound using segment: {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:40:20.078216 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Bound port: ed2bc615-e756-4cad-9cd4-e7da03986169, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b091d1-da99-49ba-8d1a-558419471fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:40:20.078720 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:20.119964 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-de7c77f1-1598-4e69-ae8e-6893393a7771 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560666278&fields=id&tenant_id=e5348b8896ef46a3a7f474f181b5dc46 HTTP/1.1" status: 200 len: 267 time: 0.2471256 Nov 21 04:40:20.201948 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-3f58aa6f-65e9-4936-9c67-75c78fab98e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 200 len: 1001 time: 0.3619165 Nov 21 04:40:20.203695 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-ecf9840f-ca34-4560-b799-1c52ef92fe80 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c8f3800ff89949c8814dbd889f629f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692422 Nov 21 04:40:20.346824 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e86a0a-b3a2-408a-a266-e8d463287010 req-1bd79787-6bc8-464c-9815-741c82589f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.348416 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b9e86a0a-b3a2-408a-a266-e8d463287010 req-1bd79787-6bc8-464c-9815-741c82589f0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 1098 time: 0.1904016 Nov 21 04:40:20.349480 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:40:20.360278 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed2bc615-e756-4cad-9cd4-e7da03986169,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:40:20.400662 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:20.479293 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bd3e0eab-2c4b-4443-a934-d8240397048f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.481541 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bd3e0eab-2c4b-4443-a934-d8240397048f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 808 time: 0.3511765 Nov 21 04:40:20.512043 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-35518d31-b71a-4012-be2d-8f20355ca5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.513602 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-35518d31-b71a-4012-be2d-8f20355ca5c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.2862358 Nov 21 04:40:20.556444 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b9e86a0a-b3a2-408a-a266-e8d463287010 req-73d299b2-9581-46f0-af59-dd9b3bd6e7ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927054 Nov 21 04:40:20.564574 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-a4d5cda0-5a1b-4fe7-9868-140247f92d3a tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/quotas/e5348b8896ef46a3a7f474f181b5dc46 HTTP/1.1" status: 200 len: 375 time: 0.0548124 Nov 21 04:40:20.567832 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.568452 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:20.569785 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 1093 time: 1.4574621 Nov 21 04:40:20.570226 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:20.572496 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386cda40-406b-424b-bd62-360b5d15df4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:20.622657 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c8ef5-1d25-40d0-89fe-7273ffc132d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:20.646157 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-69e94017-c863-4bb4-9938-9f59ee471873 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706999 Nov 21 04:40:20.679841 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-b9a4eb5f-3006-4d6a-bb75-f354639eec3f tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.681327 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-b9a4eb5f-3006-4d6a-bb75-f354639eec3f tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4441814 Nov 21 04:40:20.701919 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd230f9-21fd-4d6c-aa58-ea7aa226d149 req-798809c4-6178-42d2-97c8-cacc3b6d1c52 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.703491 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5bd230f9-21fd-4d6c-aa58-ea7aa226d149 req-798809c4-6178-42d2-97c8-cacc3b6d1c52 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.1935022 Nov 21 04:40:20.719861 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-043dad5b-802a-4228-9a44-7869665c175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.720717 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-043dad5b-802a-4228-9a44-7869665c175b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1911376 Nov 21 04:40:20.762595 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-e9385b86-88e0-4e12-b110-d946c13f6f99 service neutron] 10.222.0.37 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043224 Nov 21 04:40:20.766916 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5bd230f9-21fd-4d6c-aa58-ea7aa226d149 req-2d23a087-d2d1-4b2e-9d2a-b9919d1e837b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Nov 21 04:40:20.868216 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-5f53fd68-87c7-4cee-9af9-541f49c14d79 service neutron] 10.222.0.37 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992188 Nov 21 04:40:20.881337 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa21cf-16d8-40f6-bb59-2e3291c9afd5 req-41ade9f6-c4f1-4af0-bb45-0934cd651294 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:20.882868 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a9fa21cf-16d8-40f6-bb59-2e3291c9afd5 req-41ade9f6-c4f1-4af0-bb45-0934cd651294 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 943 time: 0.0541749 Nov 21 04:40:20.943079 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a9fa21cf-16d8-40f6-bb59-2e3291c9afd5 req-c2f971b2-bb8e-42d0-b909-d2949dcdb714 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541172 Nov 21 04:40:20.983522 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e0499-c9b0-476e-8aec-d90414ca3f12 x-openstack-request-id: req-ed7e0499-c9b0-476e-8aec-d90414ca3f12 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:20.983996 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:20.984560 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed7e0499-c9b0-476e-8aec-d90414ca3f12 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:20.985108 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'status': 'completed', 'code': 200} Nov 21 04:40:20.997068 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Request body: {'port': {'device_id': '5c243045-86a8-4377-8795-75daa0a0acbb', 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc', 'admin_state_up': True, 'tenant_id': 'c8f3800ff89949c8814dbd889f629f98'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:21.126317 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-33313744-cceb-4f02-80db-40af9ca0e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:21.127901 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-33313744-cceb-4f02-80db-40af9ca0e6b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1096 time: 0.0623734 Nov 21 04:40:21.174418 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e7aaef5e-d41f-4e76-98a1-de2fa5ee7296 req-40f67c86-e8bd-4a66-8eb2-98785edbc61d tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 210 time: 0.1051810 Nov 21 04:40:21.201141 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-5bd02d9d-82bf-420c-bbee-1da6e8a0db25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 217 time: 0.0564969 Nov 21 04:40:21.300684 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-bc0f5eec-acdb-4d49-8c68-825f0a25c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:21.303520 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-bc0f5eec-acdb-4d49-8c68-825f0a25c397 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 200 len: 853 time: 0.0942523 Nov 21 04:40:21.315361 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bf9985b7-ee40-4c38-a5d1-9f05266d63e1 req-61f6a0d5-b47d-47f9-a60c-336aafc18d20 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 210 time: 0.0628312 Nov 21 04:40:21.317229 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-2ced246e-6c42-43f5-bcf1-2dad6403e5e6 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339119 Nov 21 04:40:21.325816 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691004-d932-44a2-b3a4-1afcf26fed9c req-92dfa931-b811-4765-be62-0107ceb534fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:21.328017 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5b691004-d932-44a2-b3a4-1afcf26fed9c req-92dfa931-b811-4765-be62-0107ceb534fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 945 time: 0.0761065 Nov 21 04:40:21.424253 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-e2a79fbc-35e0-46e9-a3a3-506e04321185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:21.428065 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-e2a79fbc-35e0-46e9-a3a3-506e04321185 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b032df-d647-4b48-a0e4-dd49fb3f64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142626 Nov 21 04:40:21.430834 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Made reservation on behalf of c8f3800ff89949c8814dbd889f629f98 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:40:21.436180 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:21.438678 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5b691004-d932-44a2-b3a4-1afcf26fed9c req-d0ad46e0-57ba-4b7a-a5e8-b06d4b17d82a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Nov 21 04:40:21.464191 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:21.582368 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-472d7608-0d0d-4ddc-87a0-ea14fd756908 req-49432425-5556-402f-9850-dc16c83fe451 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547700 Nov 21 04:40:21.593992 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-aad93d7e-3742-4746-b379-10247ab08735 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542022 Nov 21 04:40:21.651129 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:21.660146 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:21.759790 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-befc5f25-e60f-4c1f-b2d1-88091164c781 req-703eb56a-5875-40ac-a8d3-7c08a2e8b7c2 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391733 Nov 21 04:40:21.791875 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540d3155-6ed7-49ef-a25f-35783832fe2f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:21.921539 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Allocated IP 192.168.233.155 (4ca1b8ca-1b94-473a-8545-724f238094dc/75b89756-e4c4-41de-b104-fdf821785da9/ff34320e-2df6-4845-90cf-8b38dcaae66b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:40:21.958931 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:21.963238 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f4d9-0236-45fb-bdb1-56f4e76a9424 req-2a505223-7c65-45ae-8f93-637a7a2277ff tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:21.964751 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-60c3f4d9-0236-45fb-bdb1-56f4e76a9424 req-2a505223-7c65-45ae-8f93-637a7a2277ff tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0924640 Nov 21 04:40:22.064411 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127057a1-7f80-4513-810b-98ad13f81132 req-a2d56cac-1273-4a7d-9001-37b4e387312a tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:22.067069 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-127057a1-7f80-4513-810b-98ad13f81132 req-a2d56cac-1273-4a7d-9001-37b4e387312a tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 943 time: 0.0576818 Nov 21 04:40:22.104662 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-60c3f4d9-0236-45fb-bdb1-56f4e76a9424 req-18febd6f-7de6-4dc5-a00c-311d8d88042d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239109 Nov 21 04:40:22.122054 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-316e5a79-a7fd-4717-8852-aa39ca1e8a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.215031 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-127057a1-7f80-4513-810b-98ad13f81132 req-8cf86888-d461-4138-8e33-881a037fa3e1 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421371 Nov 21 04:40:22.276398 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cda40-406b-424b-bd62-360b5d15df4f req-989a3752-686d-4d33-95a6-fe159c476f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:22.277935 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-989a3752-686d-4d33-95a6-fe159c476f1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1096 time: 0.1213791 Nov 21 04:40:22.431187 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f91c7508-3e9f-4bbf-a3fb-14f037391d96 req-a290fa76-2a8c-484f-8169-9f31e198418f tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 210 time: 0.0440929 Nov 21 04:40:22.442647 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.467199 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-316e5a79-a7fd-4717-8852-aa39ca1e8a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.467199 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d1ddfd6b-4644-4b27-95c8-6e132783adf3 req-3aa5567a-576e-4c03-92a3-1129f8db0645 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 210 time: 0.0585783 Nov 21 04:40:22.490596 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-316e5a79-a7fd-4717-8852-aa39ca1e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.499007 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.523108 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cda40-406b-424b-bd62-360b5d15df4f req-a0dcdf41-e06b-4890-a211-badf947c1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:22.524796 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-a0dcdf41-e06b-4890-a211-badf947c1d3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 915 time: 0.2286766 Nov 21 04:40:22.598572 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Network 4ca1b8ca-1b94-473a-8545-724f238094dc is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:40:22.606435 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:40:22.612735 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:40:22.619112 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Pushing event updated for resources: {'Port': ['ID=ff34320e-2df6-4845-90cf-8b38dcaae66b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:22.622270 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-55d15ca0-273c-46a4-915b-8496374ce457 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 217 time: 0.0751426 Nov 21 04:40:22.627243 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-316e5a79-a7fd-4717-8852-aa39ca1e8a01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08e38a2bb5b24a9e869862f9189c6ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6648717 Nov 21 04:40:22.627750 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48634) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:22.635388 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e5a79-a7fd-4717-8852-aa39ca1e8a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e74c85-40d7-41ba-986a-3475d9288ed7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:22.688564 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296e59-e0da-4383-8f14-0af11112efb6 req-d2f6edf4-90b3-46bd-a9a1-af8b116b119d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:22.689956 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e3296e59-e0da-4383-8f14-0af11112efb6 req-d2f6edf4-90b3-46bd-a9a1-af8b116b119d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 945 time: 0.1424806 Nov 21 04:40:22.708432 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:22.709373 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.736399 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cda40-406b-424b-bd62-360b5d15df4f req-e6a1119a-9f79-4491-87c9-3bfe12597d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:22.738038 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-e6a1119a-9f79-4491-87c9-3bfe12597d0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 200 len: 853 time: 0.0862925 Nov 21 04:40:22.744738 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-63767887-828a-49b7-ba23-47d9405cdbf4 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7597866 Nov 21 04:40:22.754980 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1c1-8f5b-403c-ad07-0bfb1a61ec18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.780292 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e3296e59-e0da-4383-8f14-0af11112efb6 req-989661ef-8ebe-4df4-a759-9c62a00cb227 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798051 Nov 21 04:40:22.786304 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Request body: {'port': {'device_id': '5c243045-86a8-4377-8795-75daa0a0acbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:22.842808 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1c1-8f5b-403c-ad07-0bfb1a61ec18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.861698 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cda40-406b-424b-bd62-360b5d15df4f req-fb207612-b251-438a-90ae-db08b5211219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:22.865475 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-fb207612-b251-438a-90ae-db08b5211219 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b032df-d647-4b48-a0e4-dd49fb3f64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916765 Nov 21 04:40:22.928990 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:22.970765 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-570e9c45-5b74-43b5-a008-31daceb26601 None None] Provisioning complete for port ff34320e-2df6-4845-90cf-8b38dcaae66b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:22.971412 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-570e9c45-5b74-43b5-a008-31daceb26601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:23.001802 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1c1-8f5b-403c-ad07-0bfb1a61ec18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:23.004688 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1c1-8f5b-403c-ad07-0bfb1a61ec18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:23.005937 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-fba3e1c1-8f5b-403c-ad07-0bfb1a61ec18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21e74c85-40d7-41ba-986a-3475d9288ed7 HTTP/1.1" status: 204 len: 168 time: 0.3772852 Nov 21 04:40:23.049286 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-570e9c45-5b74-43b5-a008-31daceb26601 None None] Port ff34320e-2df6-4845-90cf-8b38dcaae66b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:40:23.543593 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-f4c7b8ed-38c3-495f-8146-0a552dd1e26a service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488063 Nov 21 04:40:23.565180 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3e1c1-8f5b-403c-ad07-0bfb1a61ec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e74c85-40d7-41ba-986a-3475d9288ed7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:23.650806 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccec8d-fb74-429d-8c97-ce79fe807777 req-a9fdd8c1-cb0d-48d0-8cef-6bacbf92763e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:23.652580 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dbccec8d-fb74-429d-8c97-ce79fe807777 req-a9fdd8c1-cb0d-48d0-8cef-6bacbf92763e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.1514294 Nov 21 04:40:23.678777 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48674) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:23.699276 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b528a6d-9529-4c5e-811e-1c5692c9682b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:23.719449 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddf3de-6c0e-410d-826d-ac13ed25e581 req-e62ead96-7887-457a-8b82-1689d5bbb2a8 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:23.721158 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0eddf3de-6c0e-410d-826d-ac13ed25e581 req-e62ead96-7887-457a-8b82-1689d5bbb2a8 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 943 time: 0.1799707 Nov 21 04:40:23.741642 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-9b01c326-1b15-4d16-bb24-5084dd404c75 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:23.743242 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-9b01c326-1b15-4d16-bb24-5084dd404c75 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.48 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 808 time: 0.3119330 Nov 21 04:40:23.811797 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dbccec8d-fb74-429d-8c97-ce79fe807777 req-309a8cf7-d9f7-4926-b7c3-534546413e80 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467729 Nov 21 04:40:23.866507 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0eddf3de-6c0e-410d-826d-ac13ed25e581 req-e47a43c8-a5c3-4281-b3ac-52c5612e2a70 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221654 Nov 21 04:40:23.899834 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff34320e-2df6-4845-90cf-8b38dcaae66b {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:23.914829 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:23.936816 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-3034e26c-4f60-40c1-8020-93c18f3a4f00 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275400 Nov 21 04:40:23.942918 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-95540bd2-f3f7-43ca-8ca6-149c1e9ec25f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5348b8896ef46a3a7f474f181b5dc46 HTTP/1.1" status: 200 len: 379 time: 0.1524165 Nov 21 04:40:23.956952 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Transition to ACTIVE for port object ff34320e-2df6-4845-90cf-8b38dcaae66b will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:40:23.984747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:23.985022 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0780324-42e1-4180-97ff-39e9bddf0f56 req-96b2833d-7cf7-4569-89ba-2163bf276b84 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:23.986608 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d0780324-42e1-4180-97ff-39e9bddf0f56 req-96b2833d-7cf7-4569-89ba-2163bf276b84 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1112642 Nov 21 04:40:23.989917 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b528a6d-9529-4c5e-811e-1c5692c9682b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:23.993030 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'port': {'device_id': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'admin_state_up': True, 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'security_groups': ['c891a783-c187-4389-98ec-dfbe023e3ffe']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:23.995386 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b528a6d-9529-4c5e-811e-1c5692c9682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.058812 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b528a6d-9529-4c5e-811e-1c5692c9682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ce442-95da-4f80-9527-a656e2432fa1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:24.072200 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5b528a6d-9529-4c5e-811e-1c5692c9682b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2a8174ce7a84cfb9bc96ca9319c7979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892691 Nov 21 04:40:24.076404 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48676) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:24.116255 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d0780324-42e1-4180-97ff-39e9bddf0f56 req-47afc453-7c45-484a-9730-3ca488376911 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217976 Nov 21 04:40:24.126803 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34320e-2df6-4845-90cf-8b38dcaae66b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:24.159063 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8453c70-c396-4b9c-aef6-65d0c69c77d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.164847 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c8fe6-9da4-41fc-99ec-a92e0ae455eb req-6943a488-0ef3-4b08-931a-41df5c298781 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:24.171212 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8f1c8fe6-9da4-41fc-99ec-a92e0ae455eb req-6943a488-0ef3-4b08-931a-41df5c298781 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 948 time: 0.2246749 Nov 21 04:40:24.195525 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8453c70-c396-4b9c-aef6-65d0c69c77d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.261883 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bc5fa48c-7296-49c6-9f98-60b0be201a62 req-abe5e657-6aba-42df-8313-f73a5f546c6f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 210 time: 0.0478065 Nov 21 04:40:24.305763 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8453c70-c396-4b9c-aef6-65d0c69c77d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.308949 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8453c70-c396-4b9c-aef6-65d0c69c77d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.310126 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a8453c70-c396-4b9c-aef6-65d0c69c77d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd7ce442-95da-4f80-9527-a656e2432fa1 HTTP/1.1" status: 204 len: 168 time: 0.2326558 Nov 21 04:40:24.333539 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8453c70-c396-4b9c-aef6-65d0c69c77d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ce442-95da-4f80-9527-a656e2432fa1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:24.359541 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8f1c8fe6-9da4-41fc-99ec-a92e0ae455eb req-726354c8-a3a1-487f-b4b9-124716295b23 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771781 Nov 21 04:40:24.394933 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Attempting to bind port ff34320e-2df6-4845-90cf-8b38dcaae66b on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:40:24.395318 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Attempting to bind port ff34320e-2df6-4845-90cf-8b38dcaae66b by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:40:24.395710 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Attempting to bind port ff34320e-2df6-4845-90cf-8b38dcaae66b on network 4ca1b8ca-1b94-473a-8545-724f238094dc {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:40:24.399474 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Made reservation on behalf of e5348b8896ef46a3a7f474f181b5dc46 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:40:24.403110 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.414605 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Port ff34320e-2df6-4845-90cf-8b38dcaae66b on network 4ca1b8ca-1b94-473a-8545-724f238094dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:40:24.414936 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Attempting to bind port ff34320e-2df6-4845-90cf-8b38dcaae66b on network 4ca1b8ca-1b94-473a-8545-724f238094dc {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:40:24.423220 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:40:24.423582 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Checking segment: {'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:40:24.423969 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Bound using segment: {'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:40:24.424415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Bound port: ff34320e-2df6-4845-90cf-8b38dcaae66b, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e683ef1-76f7-4c4b-920e-3cb23a096d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:40:24.424746 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.609485 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] For port ff34320e-2df6-4845-90cf-8b38dcaae66b, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:40:24.634396 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] For port ff34320e-2df6-4845-90cf-8b38dcaae66b, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ff34320e-2df6-4845-90cf-8b38dcaae66b,segment=NetworkSegment(3e683ef1-76f7-4c4b-920e-3cb23a096d85),segment_id=3e683ef1-76f7-4c4b-920e-3cb23a096d85)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:40:24.645343 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.652768 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Allocated IP 172.20.0.11 (be9169af-2508-433f-a4d6-82c298b166f3/598d8d86-1c7d-4714-a403-98fa65781ff9/f99772ea-2bbe-4847-82aa-5c25dd7a2fc8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:40:24.694188 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:24.706350 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:24.707251 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.708770 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff34320e-2df6-4845-90cf-8b38dcaae66b HTTP/1.1" status: 200 len: 1098 time: 1.9271221 Nov 21 04:40:24.711317 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c243045-86a8-4377-8795-75daa0a0acbb', 'tag': 'ff34320e-2df6-4845-90cf-8b38dcaae66b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:24.713423 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13583c6e-8dc9-4933-8fa2-7bdca47ece16" -d '{"events": [{"name": "network-changed", "server_uuid": "5c243045-86a8-4377-8795-75daa0a0acbb", "tag": "ff34320e-2df6-4845-90cf-8b38dcaae66b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:24.713853 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96c7aeb8-d075-424f-99a5-c52f76f361d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.766700 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1ad65-5b87-4fef-a40b-bd5226431549 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34320e-2df6-4845-90cf-8b38dcaae66b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:24.831304 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5fe1ac-b82d-4c85-ba8b-7fe59f8956eb x-openstack-request-id: req-cd5fe1ac-b82d-4c85-ba8b-7fe59f8956eb {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:24.831524 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c243045-86a8-4377-8795-75daa0a0acbb", "tag": "ff34320e-2df6-4845-90cf-8b38dcaae66b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:24.831822 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd5fe1ac-b82d-4c85-ba8b-7fe59f8956eb {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:24.832303 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c243045-86a8-4377-8795-75daa0a0acbb', 'tag': 'ff34320e-2df6-4845-90cf-8b38dcaae66b', 'status': 'completed', 'code': 200} Nov 21 04:40:24.875966 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96c7aeb8-d075-424f-99a5-c52f76f361d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.881955 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96c7aeb8-d075-424f-99a5-c52f76f361d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:24.949381 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-96c7aeb8-d075-424f-99a5-c52f76f361d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=120db38c8413448b9aaff68ce8f5c910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517583 Nov 21 04:40:24.949381 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7aeb8-d075-424f-99a5-c52f76f361d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63488f4-216f-457c-806b-71ddb5e16eb8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:24.950891 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 48702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:24.987359 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-fecb0544-6f43-472c-94a9-a0ce405eb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:24.989306 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-fecb0544-6f43-472c-94a9-a0ce405eb507 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8f3800ff89949c8814dbd889f629f98&device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 1101 time: 0.1537426 Nov 21 04:40:25.009914 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.033559 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2c36-18fb-4951-b6ac-18dc875804d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.039001 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6b0b-204d-47b1-b220-2fad2c39cf50 req-79142e95-05ed-461f-b555-16211d9bac0d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.040544 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-814f6b0b-204d-47b1-b220-2fad2c39cf50 req-79142e95-05ed-461f-b555-16211d9bac0d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.1342947 Nov 21 04:40:25.079131 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2c36-18fb-4951-b6ac-18dc875804d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.080969 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-143be81e-71aa-498c-8a07-9ad9e2886f55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ff34320e-2df6-4845-90cf-8b38dcaae66b HTTP/1.1" status: 200 len: 217 time: 0.0627635 Nov 21 04:40:25.182056 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf67a1-dc38-45a8-8530-26f5eedbc6a0 req-ee35fb79-f4e9-4bd6-92a1-f04e7c3cbe32 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.183734 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6cbf67a1-dc38-45a8-8530-26f5eedbc6a0 req-ee35fb79-f4e9-4bd6-92a1-f04e7c3cbe32 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 943 time: 0.0608654 Nov 21 04:40:25.187127 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.188417 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2c36-18fb-4951-b6ac-18dc875804d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.193761 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2c36-18fb-4951-b6ac-18dc875804d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.193961 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-814f6b0b-204d-47b1-b220-2fad2c39cf50 req-b60ad1aa-0af0-4dfb-a072-dc243ac7c73c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178446 Nov 21 04:40:25.195054 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5e0a2c36-18fb-4951-b6ac-18dc875804d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a63488f4-216f-457c-806b-71ddb5e16eb8 HTTP/1.1" status: 204 len: 168 time: 0.2423723 Nov 21 04:40:25.248251 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-9d8d6979-62f4-4826-bdf3-d70be33bae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.249753 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-9d8d6979-62f4-4826-bdf3-d70be33bae6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75b89756-e4c4-41de-b104-fdf821785da9 HTTP/1.1" status: 200 len: 843 time: 0.1295056 Nov 21 04:40:25.256638 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Network be9169af-2508-433f-a4d6-82c298b166f3 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:40:25.260465 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:40:25.264707 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:40:25.280785 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6cbf67a1-dc38-45a8-8530-26f5eedbc6a0 req-46bf6ddf-6408-4056-b225-b1c1bee1adf4 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843990 Nov 21 04:40:25.281650 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a2c36-18fb-4951-b6ac-18dc875804d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63488f4-216f-457c-806b-71ddb5e16eb8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:25.311167 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:25.322055 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed2bc615-e756-4cad-9cd4-e7da03986169 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:40:25.432090 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.432744 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.482509 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716a75-e755-49bb-8c20-8e6877a44e96 req-b46f0c39-448b-4b0f-b29e-fcff60e66b7f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.491826 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc716a75-e755-49bb-8c20-8e6877a44e96 req-b46f0c39-448b-4b0f-b29e-fcff60e66b7f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1850023 Nov 21 04:40:25.505472 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08cfe9-9e07-42f8-94e2-04e19fec64da req-3ae0d77a-3108-497f-955d-1eb1aaf58b19 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.505830 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-bee914be-c1e9-4dbd-a8c3-4d388d08fdc9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5220754 Nov 21 04:40:25.518423 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dd08cfe9-9e07-42f8-94e2-04e19fec64da req-3ae0d77a-3108-497f-955d-1eb1aaf58b19 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 932 time: 0.1004558 Nov 21 04:40:25.525221 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791820-53cd-4e6e-8671-742df33ad24a req-ec8d6894-bb6a-443e-b334-eee475c938b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.531337 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-ec8d6894-bb6a-443e-b334-eee475c938b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ca1b8ca-1b94-473a-8545-724f238094dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1565297 Nov 21 04:40:25.538675 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Request body: {'port': {'device_id': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:25.562364 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed2bc615-e756-4cad-9cd4-e7da03986169,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:25.577237 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8090b8bd-cb38-496e-a5b5-3fb53e1eebb9 None None] Provisioning complete for port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:25.577759 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8090b8bd-cb38-496e-a5b5-3fb53e1eebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.582634 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'port_id': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'mac_address': 'fa:16:3e:c2:b8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:40:25.588086 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dd08cfe9-9e07-42f8-94e2-04e19fec64da req-3ff6d2ea-def0-4eec-94e1-9848a6432fe8 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677409 Nov 21 04:40:25.625148 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8090b8bd-cb38-496e-a5b5-3fb53e1eebb9 None None] Port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:40:25.675940 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc716a75-e755-49bb-8c20-8e6877a44e96 req-13dffe04-74e4-42b8-b366-dc722d9ab2c2 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751995 Nov 21 04:40:25.683801 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.709960 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2bc615-e756-4cad-9cd4-e7da03986169 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:25.718316 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.745215 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed2bc615-e756-4cad-9cd4-e7da03986169,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:25.753089 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-f7e7f806-7254-4851-a3f0-40a52a389fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/4ca1b8ca-1b94-473a-8545-724f238094dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102816 Nov 21 04:40:25.755717 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:25.760908 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44305d2-0d48-42ed-9a1a-4c51005a1f83 req-43442152-2b25-42d7-add7-38e15a068108 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:25.768078 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e44305d2-0d48-42ed-9a1a-4c51005a1f83 req-43442152-2b25-42d7-add7-38e15a068108 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 948 time: 0.0929453 Nov 21 04:40:25.835634 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e44305d2-0d48-42ed-9a1a-4c51005a1f83 req-1f018cc8-744f-4e17-b359-65a49435a8e9 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662735 Nov 21 04:40:25.847276 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:25.858049 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.858560 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.859013 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.859357 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.859697 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.860163 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.860660 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.861100 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.861518 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.861963 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.862360 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:25.862807 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:40:26.030399 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-14791820-53cd-4e6e-8671-742df33ad24a req-6b6aac78-3533-40a5-b8ab-7e02ca14b82d service neutron] 10.222.0.48 "GET /v2.0/networks/4ca1b8ca-1b94-473a-8545-724f238094dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557364 Nov 21 04:40:26.159596 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:26.177167 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:26.210640 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Transition to ACTIVE for port object f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:40:26.215361 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:26.252514 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed2bc615-e756-4cad-9cd4-e7da03986169'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:26.252920 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-defbb1bf-3862-473f-9713-267184b65bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.255927 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-defbb1bf-3862-473f-9713-267184b65bc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8f3800ff89949c8814dbd889f629f98&device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 1101 time: 0.0994923 Nov 21 04:40:26.389306 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:26.450592 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64122b1-9aa7-46a9-aea0-f3d3cc119c8d req-7a4483c5-907c-44de-a541-10d5c762ca04 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.458109 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d64122b1-9aa7-46a9-aea0-f3d3cc119c8d req-7a4483c5-907c-44de-a541-10d5c762ca04 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 944 time: 0.1044986 Nov 21 04:40:26.537324 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5f6f9-75c6-460a-95b5-c96464353153 req-888a4d83-225b-4af5-bcdf-5b7b8f807137 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.544638 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aff5f6f9-75c6-460a-95b5-c96464353153 req-888a4d83-225b-4af5-bcdf-5b7b8f807137 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.2613285 Nov 21 04:40:26.556824 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d64122b1-9aa7-46a9-aea0-f3d3cc119c8d req-d8473c78-c62d-428d-b9d3-d398f08de667 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976477 Nov 21 04:40:26.596877 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-e89da8e1-b7e4-4047-9566-6d806021b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.600253 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-e89da8e1-b7e4-4047-9566-6d806021b261 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ca1b8ca-1b94-473a-8545-724f238094dc HTTP/1.1" status: 200 len: 870 time: 0.3323827 Nov 21 04:40:26.607457 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Attempting to bind port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:40:26.607798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Attempting to bind port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:40:26.608136 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Attempting to bind port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 on network be9169af-2508-433f-a4d6-82c298b166f3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:40:26.630509 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 on network be9169af-2508-433f-a4d6-82c298b166f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:40:26.630833 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Attempting to bind port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 on network be9169af-2508-433f-a4d6-82c298b166f3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:40:26.676497 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-147b49a7-c328-4b75-b6d8-c3b90b5d3c43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ff34320e-2df6-4845-90cf-8b38dcaae66b HTTP/1.1" status: 200 len: 217 time: 0.0588653 Nov 21 04:40:26.681534 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:40:26.681878 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Checking segment: {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:40:26.682260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Bound using segment: {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:40:26.682723 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Bound port: f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08eb26fe-9d98-429b-b55c-1ff3373666b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:40:26.683091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:26.697114 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aff5f6f9-75c6-460a-95b5-c96464353153 req-4e82d9fc-5d27-4612-b72c-5be05c3fbd3c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515012 Nov 21 04:40:26.755930 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a13d2-f524-4585-adbb-a44d15a9a041 req-24041878-facf-4d20-a903-af4b9f8f2179 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.761998 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bc3a13d2-f524-4585-adbb-a44d15a9a041 req-24041878-facf-4d20-a903-af4b9f8f2179 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0844824 Nov 21 04:40:26.819932 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bc3a13d2-f524-4585-adbb-a44d15a9a041 req-1b01d87c-a942-45e2-aa95-1073a418236e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563371 Nov 21 04:40:26.828951 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-369bc5e4-554f-4700-ab29-a1d0653f2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.830500 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-369bc5e4-554f-4700-ab29-a1d0653f2ce4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75b89756-e4c4-41de-b104-fdf821785da9 HTTP/1.1" status: 200 len: 843 time: 0.1324685 Nov 21 04:40:26.866240 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:40:26.903152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3430d-096a-4ed8-a220-ece249836456 req-bbcb691b-390a-445e-97e1-ddd52ec1ab59 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.904662 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-54a3430d-096a-4ed8-a220-ece249836456 req-bbcb691b-390a-445e-97e1-ddd52ec1ab59 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1334848 Nov 21 04:40:26.909614 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:40:26.919179 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:26.959975 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aa529-bcba-4576-8b7d-c8be4fb3523c req-5a9d8463-d1bb-42b0-a9c5-7a4126e0ee56 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:26.961562 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a06aa529-bcba-4576-8b7d-c8be4fb3523c req-5a9d8463-d1bb-42b0-a9c5-7a4126e0ee56 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 948 time: 0.0620217 Nov 21 04:40:27.029274 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a06aa529-bcba-4576-8b7d-c8be4fb3523c req-9de1f33d-c46d-46f4-912a-0eabf54b220c tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610931 Nov 21 04:40:27.224350 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-90a73558-b89b-44c4-abbf-f128d72d8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.225896 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-90a73558-b89b-44c4-abbf-f128d72d8d36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ca1b8ca-1b94-473a-8545-724f238094dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3741786 Nov 21 04:40:27.229974 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.230747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:27.232331 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] 10.222.0.48 "PUT /v2.0/ports/f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 1094 time: 1.7025199 Nov 21 04:40:27.235004 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:27.237271 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8edd75-032c-490e-85aa-3f86306f80db" -d '{"events": [{"name": "network-changed", "server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:27.334224 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67719d9b-4715-4d35-a61f-83f80eb14fbb x-openstack-request-id: req-67719d9b-4715-4d35-a61f-83f80eb14fbb {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:27.334554 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:27.334807 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67719d9b-4715-4d35-a61f-83f80eb14fbb {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:27.335208 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'status': 'completed', 'code': 200} Nov 21 04:40:27.345964 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6abf5-03c9-46e0-865c-ae95956da047 service neutron] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:27.357582 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-54a3430d-096a-4ed8-a220-ece249836456 req-0515307d-faa1-475e-a1be-583ed1ee32c6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4404685 Nov 21 04:40:27.423412 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-a9d35d1d-e060-4086-932d-2dff2cccfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.424965 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-a9d35d1d-e060-4086-932d-2dff2cccfeb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1097 time: 0.0966308 Nov 21 04:40:27.433523 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-41949ac4-2059-4f0c-9453-3c68d5c94369 service neutron] 10.222.0.48 "GET /v2.0/networks/4ca1b8ca-1b94-473a-8545-724f238094dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830435 Nov 21 04:40:27.548141 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-a821f7d1-6349-4732-ab0c-6ec155e80ff7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 217 time: 0.1021228 Nov 21 04:40:27.638486 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-13583c6e-8dc9-4933-8fa2-7bdca47ece16 req-59714fb4-07be-4313-8181-1c517cbe7dfc service neutron] 10.222.0.48 "GET /v2.0/networks/4ca1b8ca-1b94-473a-8545-724f238094dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911073 Nov 21 04:40:27.640064 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-72b289ae-11bd-4ecb-9c83-ab0c0bc093a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.641430 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-72b289ae-11bd-4ecb-9c83-ab0c0bc093a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 200 len: 847 time: 0.0789742 Nov 21 04:40:27.697440 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790096fa-c0ec-43c4-89df-6f9a75a0f25a req-6c6bcc3f-332f-4fed-aeda-32fdcd56a4de tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.699243 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-790096fa-c0ec-43c4-89df-6f9a75a0f25a req-6c6bcc3f-332f-4fed-aeda-32fdcd56a4de tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 944 time: 0.0555961 Nov 21 04:40:27.716280 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-120fbbc8-cc89-4220-a2e8-ba8c990dd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.718834 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-120fbbc8-cc89-4220-a2e8-ba8c990dd37b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be9169af-2508-433f-a4d6-82c298b166f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495472 Nov 21 04:40:27.767300 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-790096fa-c0ec-43c4-89df-6f9a75a0f25a req-218d26a4-e75e-442c-93a7-6a166fcd9380 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604482 Nov 21 04:40:27.881935 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4a38d-9a71-48fc-9409-3b610af7c523 req-5d350cb2-e31e-42b6-8d81-3f7d7dc184fc tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.883498 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f2b4a38d-9a71-48fc-9409-3b610af7c523 req-5d350cb2-e31e-42b6-8d81-3f7d7dc184fc tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0918527 Nov 21 04:40:27.885840 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-b776b79f-56bc-4757-8f8f-867a22efffd4 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564469 Nov 21 04:40:27.990835 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67dccc-c5c3-4f53-9dce-f94fbbe5a4a6 req-81dd470e-7366-4493-8725-2d7db4aa31c8 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:27.992742 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ae67dccc-c5c3-4f53-9dce-f94fbbe5a4a6 req-81dd470e-7366-4493-8725-2d7db4aa31c8 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0559258 Nov 21 04:40:28.005808 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f2b4a38d-9a71-48fc-9409-3b610af7c523 req-941d3dd7-51fd-42d6-803e-154eea732393 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165566 Nov 21 04:40:28.037508 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630e90d8-9e5e-40ee-8eac-9eb5128e99bb req-211b204d-cf89-4769-b7e7-66c150366137 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415014 Nov 21 04:40:28.059339 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ae67dccc-c5c3-4f53-9dce-f94fbbe5a4a6 req-ab322738-d0a3-43d6-a27d-4963c607196a tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598683 Nov 21 04:40:28.199805 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9364be-2309-4b10-9861-79eea3321e2e req-d13865f1-5166-440b-8cde-4d4caa2fb2e8 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:28.201219 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0e9364be-2309-4b10-9861-79eea3321e2e req-d13865f1-5166-440b-8cde-4d4caa2fb2e8 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 948 time: 0.0935533 Nov 21 04:40:28.207928 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8edd75-032c-490e-85aa-3f86306f80db req-24175469-1f33-46ea-8813-c9a59bd5630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:28.209311 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd8edd75-032c-490e-85aa-3f86306f80db req-24175469-1f33-46ea-8813-c9a59bd5630f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1097 time: 0.0685704 Nov 21 04:40:28.315758 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0e9364be-2309-4b10-9861-79eea3321e2e req-2feb4376-f402-4b3b-940f-0dc140e7d5f7 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054792 Nov 21 04:40:28.354720 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a070-d5a6-48c5-8b65-282554da83d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:28.366443 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8edd75-032c-490e-85aa-3f86306f80db req-c5e363af-4d54-4251-8f26-7f85c7b74da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:28.367996 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd8edd75-032c-490e-85aa-3f86306f80db req-c5e363af-4d54-4251-8f26-7f85c7b74da3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 909 time: 0.1422539 Nov 21 04:40:28.422892 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd8edd75-032c-490e-85aa-3f86306f80db req-4b21ac6d-068f-4317-bdda-0f16d95d6ee1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 217 time: 0.0463524 Nov 21 04:40:28.480036 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8edd75-032c-490e-85aa-3f86306f80db req-661bcf4c-f884-46b2-a2d6-31aaabb1c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:28.481412 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd8edd75-032c-490e-85aa-3f86306f80db req-661bcf4c-f884-46b2-a2d6-31aaabb1c709 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 200 len: 847 time: 0.0504680 Nov 21 04:40:28.489797 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d0772-4d8b-4276-9469-e3c1f5eb4a51 req-8fed4a8e-060e-4447-af4f-a6bb1609cd55 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:28.491320 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3f7d0772-4d8b-4276-9469-e3c1f5eb4a51 req-8fed4a8e-060e-4447-af4f-a6bb1609cd55 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0573342 Nov 21 04:40:28.538746 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8edd75-032c-490e-85aa-3f86306f80db req-eeec420a-48c8-4f80-add9-d4759930f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:28.540366 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd8edd75-032c-490e-85aa-3f86306f80db req-eeec420a-48c8-4f80-add9-d4759930f768 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be9169af-2508-433f-a4d6-82c298b166f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494506 Nov 21 04:40:28.544735 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3f7d0772-4d8b-4276-9469-e3c1f5eb4a51 req-29e98fc4-0625-4bdf-83d2-273d7f22f192 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475030 Nov 21 04:40:28.651721 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd8edd75-032c-490e-85aa-3f86306f80db req-a71ce4ad-4e4c-4fd5-82d9-90bacb460f68 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020942 Nov 21 04:40:28.758657 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd8edd75-032c-490e-85aa-3f86306f80db req-634c0bcf-e5c4-4361-98ba-2023510a4aa4 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995221 Nov 21 04:40:28.896090 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb92a3-53f5-468f-aa08-65cff217bd67 req-6cd4e55b-4b12-4b68-aaf0-98fd3b2f9252 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:28.897605 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-77cb92a3-53f5-468f-aa08-65cff217bd67 req-6cd4e55b-4b12-4b68-aaf0-98fd3b2f9252 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 944 time: 0.0614326 Nov 21 04:40:28.956091 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-77cb92a3-53f5-468f-aa08-65cff217bd67 req-bb4532b2-9455-4649-8217-f097db84f642 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514188 Nov 21 04:40:29.150364 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977c16-666a-4cba-a823-1cad5c13985b req-d54a0a64-bf98-439c-bb01-2b53b1365883 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:29.152342 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-64977c16-666a-4cba-a823-1cad5c13985b req-d54a0a64-bf98-439c-bb01-2b53b1365883 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0660553 Nov 21 04:40:29.207048 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf86a-1dde-461e-ac97-429b591588cd req-3c479585-9a65-485f-a883-43e3eac96c11 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:29.214334 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-70bbf86a-1dde-461e-ac97-429b591588cd req-3c479585-9a65-485f-a883-43e3eac96c11 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0725539 Nov 21 04:40:29.216020 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-64977c16-666a-4cba-a823-1cad5c13985b req-daa2d4f0-4957-4a23-9380-4350dc0b7035 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Nov 21 04:40:29.274780 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-70bbf86a-1dde-461e-ac97-429b591588cd req-b6734dd8-4180-421c-ac3b-c716a6bbf557 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595112 Nov 21 04:40:29.353028 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ff34320e-2df6-4845-90cf-8b38dcaae66b details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:40:29.360285 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed2bc615-e756-4cad-9cd4-e7da03986169 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:40:29.474089 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572afb9-be85-4542-93ee-60f4fd367e67 req-7c198d3f-de4e-4c76-aa11-f5b014de1fb0 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:29.475724 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a572afb9-be85-4542-93ee-60f4fd367e67 req-7c198d3f-de4e-4c76-aa11-f5b014de1fb0 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 948 time: 0.0650747 Nov 21 04:40:29.537829 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a572afb9-be85-4542-93ee-60f4fd367e67 req-6433b576-4aba-41ff-90ce-144dd1d4e97f tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553088 Nov 21 04:40:29.540811 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port ed2bc615-e756-4cad-9cd4-e7da03986169 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:40:29.555835 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port ed2bc615-e756-4cad-9cd4-e7da03986169 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:29.556218 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:29.624693 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ff34320e-2df6-4845-90cf-8b38dcaae66b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ff34320e-2df6-4845-90cf-8b38dcaae66b,segment=NetworkSegment(3e683ef1-76f7-4c4b-920e-3cb23a096d85),segment_id=3e683ef1-76f7-4c4b-920e-3cb23a096d85)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:29.641092 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'ff34320e-2df6-4845-90cf-8b38dcaae66b', 'network_id': '4ca1b8ca-1b94-473a-8545-724f238094dc', 'port_id': 'ff34320e-2df6-4845-90cf-8b38dcaae66b', 'mac_address': 'fa:16:3e:d1:38:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b89756-e4c4-41de-b104-fdf821785da9', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:40:29.690292 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eb406-77fd-40fc-b2df-999537bb8f8b req-9a1d683c-68fb-4e72-b7f0-2ce2e13a59df tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:29.700197 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9a1eb406-77fd-40fc-b2df-999537bb8f8b req-9a1d683c-68fb-4e72-b7f0-2ce2e13a59df tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0715473 Nov 21 04:40:29.742906 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:29.758282 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9a1eb406-77fd-40fc-b2df-999537bb8f8b req-be718558-6adf-42fa-9b2c-b5919e0cb0cb tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576670 Nov 21 04:40:29.765165 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:29.785375 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff34320e-2df6-4845-90cf-8b38dcaae66b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:29.815258 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:29.819770 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05af6d-0db8-46cf-924b-a821364d1216" -d '{"events": [{"server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "name": "network-vif-plugged", "status": "completed", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:29.845028 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ff34320e-2df6-4845-90cf-8b38dcaae66b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ff34320e-2df6-4845-90cf-8b38dcaae66b,segment=NetworkSegment(3e683ef1-76f7-4c4b-920e-3cb23a096d85),segment_id=3e683ef1-76f7-4c4b-920e-3cb23a096d85)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:29.849931 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed2bc615-e756-4cad-9cd4-e7da03986169,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:29.851593 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:29.857398 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:29.881407 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17629099-07d1-49cc-b098-9ed5933d0612 x-openstack-request-id: req-17629099-07d1-49cc-b098-9ed5933d0612 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:29.881732 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "name": "network-vif-plugged", "status": "completed", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:29.882005 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17629099-07d1-49cc-b098-9ed5933d0612 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:29.882385 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'code': 200} Nov 21 04:40:29.911667 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ff34320e-2df6-4845-90cf-8b38dcaae66b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:29.976319 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:30.133915 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e18e5-4992-467c-b5a4-ecaa7fc6024d req-28f08044-84ce-4187-93d4-dc305326cb38 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:30.135448 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c77e18e5-4992-467c-b5a4-ecaa7fc6024d req-28f08044-84ce-4187-93d4-dc305326cb38 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.1017673 Nov 21 04:40:30.141132 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0bf45-74ec-4404-9a2b-05c595f55dc2 req-55460c5d-07f0-44e8-b182-938a5a7cea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:30.142539 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1eb0bf45-74ec-4404-9a2b-05c595f55dc2 req-55460c5d-07f0-44e8-b182-938a5a7cea43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1098 time: 0.0746121 Nov 21 04:40:30.221310 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c77e18e5-4992-467c-b5a4-ecaa7fc6024d req-324ca79c-4e6b-4f95-a60b-276e3d98b3f3 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778332 Nov 21 04:40:30.229033 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1eb0bf45-74ec-4404-9a2b-05c595f55dc2 req-ed7fba50-de21-4062-a7f4-eb00f3d518c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693974 Nov 21 04:40:30.341510 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c48f2-5495-49f2-8c99-ad21dbe2de51 req-808141fe-cc07-4c23-b506-3e16849b350b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:30.345004 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-801c48f2-5495-49f2-8c99-ad21dbe2de51 req-808141fe-cc07-4c23-b506-3e16849b350b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0578103 Nov 21 04:40:30.370127 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ff34320e-2df6-4845-90cf-8b38dcaae66b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:30.403268 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-801c48f2-5495-49f2-8c99-ad21dbe2de51 req-dee7229f-8abf-49dc-9e54-6fc53f783fc6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Nov 21 04:40:30.420665 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e0e5a-4df2-4441-8f14-612f382bdfe5 req-4dfcc876-ce56-4d1c-9a29-f93fb777e574 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:30.423783 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3e6e0e5a-4df2-4441-8f14-612f382bdfe5 req-4dfcc876-ce56-4d1c-9a29-f93fb777e574 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0776207 Nov 21 04:40:30.479584 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3e6e0e5a-4df2-4441-8f14-612f382bdfe5 req-81e94004-a358-4ffe-9d1a-998281ebf7af tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 Nov 21 04:40:30.659764 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef823c03-8c42-44c2-aa1e-475cf0db6a8c req-a37692d9-638f-4d74-8393-11222a9ce7a0 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:30.662315 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef823c03-8c42-44c2-aa1e-475cf0db6a8c req-a37692d9-638f-4d74-8393-11222a9ce7a0 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 949 time: 0.0538454 Nov 21 04:40:30.719518 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef823c03-8c42-44c2-aa1e-475cf0db6a8c req-fb25f6bd-6e13-4e37-9ca3-513b0cd6ac30 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510957 Nov 21 04:40:30.885645 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b74893-df1b-4dfa-84c3-0f2036a6650b req-61e738aa-502e-4ca6-96d4-614b6034388c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:30.887095 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5b74893-df1b-4dfa-84c3-0f2036a6650b req-61e738aa-502e-4ca6-96d4-614b6034388c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0565557 Nov 21 04:40:30.938054 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5b74893-df1b-4dfa-84c3-0f2036a6650b req-46f9d8a5-75cd-493d-84de-7997e8029f92 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Nov 21 04:40:30.961331 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0629b11c-4e3d-4110-87e7-5c0d0a3816ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:31.370950 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c8974-eb22-47d8-ba49-d0e9cf7b3e6a req-d636f351-59be-4ade-a99c-84a30fdd0bdb tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:31.372643 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-231c8974-eb22-47d8-ba49-d0e9cf7b3e6a req-d636f351-59be-4ade-a99c-84a30fdd0bdb tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0802815 Nov 21 04:40:31.458411 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-231c8974-eb22-47d8-ba49-d0e9cf7b3e6a req-36e58828-b233-4a5e-a85f-217cfe2b0373 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780628 Nov 21 04:40:31.559877 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181f5bd-4a27-4080-94cb-118b8f2b126e req-87b9780a-ac17-4c3e-bc79-d32083c3daf4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:31.561917 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0181f5bd-4a27-4080-94cb-118b8f2b126e req-87b9780a-ac17-4c3e-bc79-d32083c3daf4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0757961 Nov 21 04:40:31.657090 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb2d6f-ac12-4823-81ef-7516add195ca req-19c6ec5c-c10e-4a06-88fd-53283c516d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:31.658577 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-45fb2d6f-ac12-4823-81ef-7516add195ca req-19c6ec5c-c10e-4a06-88fd-53283c516d4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.0954766 Nov 21 04:40:31.663001 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0181f5bd-4a27-4080-94cb-118b8f2b126e req-0e4549c4-3245-4b6b-8135-6005633c0651 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894885 Nov 21 04:40:31.729674 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-45fb2d6f-ac12-4823-81ef-7516add195ca req-69825999-232c-47b3-a7ac-bea3a1c4fb28 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445004 Nov 21 04:40:31.741837 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711977b2-15e7-4535-a8ef-5299c157ebb1 req-5b56e76e-fe8d-452b-af80-7264536adb48 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:31.743936 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-711977b2-15e7-4535-a8ef-5299c157ebb1 req-5b56e76e-fe8d-452b-af80-7264536adb48 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0549917 Nov 21 04:40:31.802666 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-711977b2-15e7-4535-a8ef-5299c157ebb1 req-90444d0e-a91c-4121-956d-19647b550d7d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530298 Nov 21 04:40:31.854137 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814402b-e39c-47c0-b19f-56063133ba99 req-cd0fc46f-7bc0-4cd9-8a1f-36fcc369eb82 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:31.855719 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a814402b-e39c-47c0-b19f-56063133ba99 req-cd0fc46f-7bc0-4cd9-8a1f-36fcc369eb82 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 949 time: 0.0542002 Nov 21 04:40:31.908192 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a814402b-e39c-47c0-b19f-56063133ba99 req-437833ef-652e-453f-954b-8ebf0575b06c tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464048 Nov 21 04:40:31.955703 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:32.060904 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe00a9-4ff6-49b2-a321-d803d6767402 req-46dbc5dd-23e3-4463-b373-b185713e6609 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:32.062810 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4afe00a9-4ff6-49b2-a321-d803d6767402 req-46dbc5dd-23e3-4463-b373-b185713e6609 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0557551 Nov 21 04:40:32.070119 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ccbc0-a42a-4f9d-ae27-542953c382a7 req-899611a4-1176-4a71-993c-05d29a0c3d6b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:32.071660 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3f6ccbc0-a42a-4f9d-ae27-542953c382a7 req-899611a4-1176-4a71-993c-05d29a0c3d6b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0586343 Nov 21 04:40:32.124291 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4afe00a9-4ff6-49b2-a321-d803d6767402 req-a7dbc358-ab11-4e65-8db8-4af3639ee1c5 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554442 Nov 21 04:40:32.126346 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3f6ccbc0-a42a-4f9d-ae27-542953c382a7 req-aba327b5-feaf-4197-bf2f-11792709a1c8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484869 Nov 21 04:40:32.588635 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0d87c-ca44-4a21-9d5d-d3a1f1e78828 req-efe738a0-c811-4c49-b2ac-463c0e7544a1 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:32.590214 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-74c0d87c-ca44-4a21-9d5d-d3a1f1e78828 req-efe738a0-c811-4c49-b2ac-463c0e7544a1 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0698619 Nov 21 04:40:32.649213 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-74c0d87c-ca44-4a21-9d5d-d3a1f1e78828 req-891323f5-5d31-42df-910f-22765d270a78 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 Nov 21 04:40:32.805405 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d99234-dcca-4be2-aa6b-c3579706c68f req-d39855c6-75d0-4d6e-97b3-5439f609050c tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:32.807037 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a2d99234-dcca-4be2-aa6b-c3579706c68f req-d39855c6-75d0-4d6e-97b3-5439f609050c tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0618522 Nov 21 04:40:32.812165 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46dad2-2712-4825-9dce-e4e7d25249b5 req-dab25d6d-2539-45c7-a66e-2efbb8133231 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:32.813757 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0e46dad2-2712-4825-9dce-e4e7d25249b5 req-dab25d6d-2539-45c7-a66e-2efbb8133231 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0563757 Nov 21 04:40:32.859306 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a2d99234-dcca-4be2-aa6b-c3579706c68f req-9d7a0f9c-b28b-4acc-a49a-a0f42cbf6bf1 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460410 Nov 21 04:40:32.866699 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0e46dad2-2712-4825-9dce-e4e7d25249b5 req-923d98fa-96eb-473c-bca7-aacb2f9d0d76 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Nov 21 04:40:32.975585 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caab9c-4822-4b05-b838-6e29776aca9b req-454c24e1-3608-415c-98bc-da6b0497a9c4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:32.977115 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-91caab9c-4822-4b05-b838-6e29776aca9b req-454c24e1-3608-415c-98bc-da6b0497a9c4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0551968 Nov 21 04:40:33.036155 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-91caab9c-4822-4b05-b838-6e29776aca9b req-95f77b4f-f38e-4a24-9d2f-0b9aed9fcb4a tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529594 Nov 21 04:40:33.153569 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4bfe2-94da-495a-a8ea-5dfac84e135a req-b92d0c90-0261-4f8f-bbd3-100e477f4737 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:33.155369 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cad4bfe2-94da-495a-a8ea-5dfac84e135a req-b92d0c90-0261-4f8f-bbd3-100e477f4737 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 949 time: 0.0540900 Nov 21 04:40:33.198561 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471cf3b-83b3-41f4-94e5-693b85a9857d req-0e93b99d-e254-4da3-bd75-ad42ef82503a tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:33.200067 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c471cf3b-83b3-41f4-94e5-693b85a9857d req-0e93b99d-e254-4da3-bd75-ad42ef82503a tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0627122 Nov 21 04:40:33.213677 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cad4bfe2-94da-495a-a8ea-5dfac84e135a req-775e5c32-5845-41eb-932e-1cb6997bd9e2 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511191 Nov 21 04:40:33.253972 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c471cf3b-83b3-41f4-94e5-693b85a9857d req-821763e7-dcd4-4531-828d-6f42112f0024 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 Nov 21 04:40:33.342900 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf6321-3e45-49af-8d7c-1a01b1b01f1f req-3167bd6f-542e-47af-b03f-a11bf49c66f3 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:33.344408 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-14cf6321-3e45-49af-8d7c-1a01b1b01f1f req-3167bd6f-542e-47af-b03f-a11bf49c66f3 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0646360 Nov 21 04:40:33.371547 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0da6a-5bd8-4848-85fe-843dc33036a6 req-e3a6e1e9-049e-4caf-bf6b-e3264a7dff3b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:33.373461 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ff34320e-2df6-4845-90cf-8b38dcaae66b up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:40:33.378826 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-25f0da6a-5bd8-4848-85fe-843dc33036a6 req-e3a6e1e9-049e-4caf-bf6b-e3264a7dff3b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0663011 Nov 21 04:40:33.413784 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-14cf6321-3e45-49af-8d7c-1a01b1b01f1f req-a03edccf-5fcf-4356-898f-a43fbe5659e1 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604084 Nov 21 04:40:33.444542 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port ff34320e-2df6-4845-90cf-8b38dcaae66b completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:40:33.451462 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port ff34320e-2df6-4845-90cf-8b38dcaae66b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:33.452026 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:33.454106 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-25f0da6a-5bd8-4848-85fe-843dc33036a6 req-96d809a3-50d7-459c-9a2e-9ef67b984aea tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741422 Nov 21 04:40:33.582534 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:33.583329 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:33.612314 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c243045-86a8-4377-8795-75daa0a0acbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34320e-2df6-4845-90cf-8b38dcaae66b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:33.622758 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ea7b28-61cd-44a3-bcf7-7a8b0e2d8110" -d '{"events": [{"server_uuid": "5c243045-86a8-4377-8795-75daa0a0acbb", "name": "network-vif-plugged", "status": "completed", "tag": "ff34320e-2df6-4845-90cf-8b38dcaae66b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:33.638365 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ff34320e-2df6-4845-90cf-8b38dcaae66b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ff34320e-2df6-4845-90cf-8b38dcaae66b,segment=NetworkSegment(3e683ef1-76f7-4c4b-920e-3cb23a096d85),segment_id=3e683ef1-76f7-4c4b-920e-3cb23a096d85)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:33.646201 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:33.678385 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb00244-4f9c-47e3-b994-c6b20645fac6 x-openstack-request-id: req-cdb00244-4f9c-47e3-b994-c6b20645fac6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:33.678716 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c243045-86a8-4377-8795-75daa0a0acbb", "name": "network-vif-plugged", "status": "completed", "tag": "ff34320e-2df6-4845-90cf-8b38dcaae66b", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:33.678973 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdb00244-4f9c-47e3-b994-c6b20645fac6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:33.679379 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c243045-86a8-4377-8795-75daa0a0acbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34320e-2df6-4845-90cf-8b38dcaae66b', 'code': 200} Nov 21 04:40:33.711790 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ff34320e-2df6-4845-90cf-8b38dcaae66b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:33.920385 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e28a2-3a1d-4e54-bd96-02d5929d8750 req-667a38c3-b42a-46b0-983e-20e5321dc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:33.921926 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a99e28a2-3a1d-4e54-bd96-02d5929d8750 req-667a38c3-b42a-46b0-983e-20e5321dc553 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 1103 time: 0.0463963 Nov 21 04:40:34.019252 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a99e28a2-3a1d-4e54-bd96-02d5929d8750 req-15e24f0b-3fbc-4647-b55e-506abf2035c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820172 Nov 21 04:40:34.028857 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a9be6-02cc-40e9-9dff-6331c0a19739 req-f2ef11aa-4ea5-4431-a350-edd579bb0f4a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.030383 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-067a9be6-02cc-40e9-9dff-6331c0a19739 req-f2ef11aa-4ea5-4431-a350-edd579bb0f4a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0871959 Nov 21 04:40:34.103065 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-067a9be6-02cc-40e9-9dff-6331c0a19739 req-4e9b9605-072e-482d-85de-07aac7c14e24 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659945 Nov 21 04:40:34.128964 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:34.177576 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766206a5-3b74-406e-b48e-d0101d3e5eb1 req-30183ff6-f8f5-4af1-878e-a9a771120e22 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.179180 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-766206a5-3b74-406e-b48e-d0101d3e5eb1 req-30183ff6-f8f5-4af1-878e-a9a771120e22 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0640516 Nov 21 04:40:34.242801 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-766206a5-3b74-406e-b48e-d0101d3e5eb1 req-17241dfd-222b-48dc-af7f-d7f0dfffebde tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570321 Nov 21 04:40:34.246204 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a196ae74-de33-412d-8592-038b9db2cfa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.362444 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88158d2-9b42-4344-96ff-401d683002b9 req-e86424b8-1f49-4e88-b538-c28d8de3796c tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.363946 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b88158d2-9b42-4344-96ff-401d683002b9 req-e86424b8-1f49-4e88-b538-c28d8de3796c tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 950 time: 0.0590892 Nov 21 04:40:34.381064 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a196ae74-de33-412d-8592-038b9db2cfa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.385346 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a196ae74-de33-412d-8592-038b9db2cfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.417468 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b88158d2-9b42-4344-96ff-401d683002b9 req-666467c2-906c-4e42-a866-85f799b99467 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475600 Nov 21 04:40:34.444585 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dd5c2-6c33-4dec-b217-2ee4c775a8ac req-e1d69cf6-cc72-4309-a0f6-4e61693e83bc tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.446104 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d26dd5c2-6c33-4dec-b217-2ee4c775a8ac req-e1d69cf6-cc72-4309-a0f6-4e61693e83bc tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.1200490 Nov 21 04:40:34.448760 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196ae74-de33-412d-8592-038b9db2cfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032bfd2f-c65c-42b6-ae5f-57961c3c36db,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:34.459012 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a196ae74-de33-412d-8592-038b9db2cfa9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cedc91bc68cf406498c855dbf64865d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247509 Nov 21 04:40:34.459012 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48968) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:34.540291 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d26dd5c2-6c33-4dec-b217-2ee4c775a8ac req-92502333-1a3f-4971-9a29-d33eeda37188 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842297 Nov 21 04:40:34.547438 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94db47-321b-480b-9901-da5e33f48ef1 req-404a69ae-bd42-4597-912e-33e3e0947883 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.548618 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-be94db47-321b-480b-9901-da5e33f48ef1 req-404a69ae-bd42-4597-912e-33e3e0947883 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0585766 Nov 21 04:40:34.587887 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-292315fd-8e92-4df0-822c-569a2a01c3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.617669 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-be94db47-321b-480b-9901-da5e33f48ef1 req-34578f84-2a25-4ece-8a8f-87a14f397b3d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616910 Nov 21 04:40:34.631519 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.650259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-292315fd-8e92-4df0-822c-569a2a01c3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.686799 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f251-9def-49b2-98db-31694d01f6ee req-150ecdff-a4e9-4c49-a820-6dbde439f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.688325 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0232f251-9def-49b2-98db-31694d01f6ee req-150ecdff-a4e9-4c49-a820-6dbde439f69f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.1323776 Nov 21 04:40:34.723893 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce4715-9452-4568-8815-7ae30536e380 req-42e1b527-e035-47dc-9386-f697c51ce5aa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.725376 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c1ce4715-9452-4568-8815-7ae30536e380 req-42e1b527-e035-47dc-9386-f697c51ce5aa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1226518 Nov 21 04:40:34.800264 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-292315fd-8e92-4df0-822c-569a2a01c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.802975 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-292315fd-8e92-4df0-822c-569a2a01c3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:34.804151 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-292315fd-8e92-4df0-822c-569a2a01c3a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/032bfd2f-c65c-42b6-ae5f-57961c3c36db HTTP/1.1" status: 204 len: 168 time: 0.3451262 Nov 21 04:40:34.848627 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292315fd-8e92-4df0-822c-569a2a01c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032bfd2f-c65c-42b6-ae5f-57961c3c36db,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:34.866231 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c1ce4715-9452-4568-8815-7ae30536e380 req-6b6d693a-b255-495f-bc37-a8015c299c94 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987728 Nov 21 04:40:34.877953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f251-9def-49b2-98db-31694d01f6ee req-9cc72f0a-0cfc-4e90-ada6-db0262fe25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:34.880409 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0232f251-9def-49b2-98db-31694d01f6ee req-9cc72f0a-0cfc-4e90-ada6-db0262fe25de service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.1759307 Nov 21 04:40:34.958022 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0232f251-9def-49b2-98db-31694d01f6ee req-80a09616-448e-405f-8eeb-244acfc249c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 217 time: 0.0596459 Nov 21 04:40:35.015218 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f251-9def-49b2-98db-31694d01f6ee req-ec88aa3b-6e25-4dbd-92a6-0f7710623127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:35.016839 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0232f251-9def-49b2-98db-31694d01f6ee req-ec88aa3b-6e25-4dbd-92a6-0f7710623127 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.0510609 Nov 21 04:40:35.097873 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0232f251-9def-49b2-98db-31694d01f6ee req-52aa6c53-561e-49d8-b91b-58f8527f94ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300663 Nov 21 04:40:35.115455 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 48992) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:35.172599 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-028dd2d7-0767-47fe-97ee-422e24ee2d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:35.266520 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0232f251-9def-49b2-98db-31694d01f6ee req-5defe0e7-7314-4844-a664-6bde764d97df service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573792 Nov 21 04:40:35.372469 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-028dd2d7-0767-47fe-97ee-422e24ee2d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:35.396581 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-028dd2d7-0767-47fe-97ee-422e24ee2d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:35.467586 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-028dd2d7-0767-47fe-97ee-422e24ee2d82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5c57d0814564949b3ca495b4b459818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515427 Nov 21 04:40:35.470083 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:35.475824 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dd2d7-0767-47fe-97ee-422e24ee2d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb1273-1d17-4cbe-a0bb-2e3deb13a95a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:35.495787 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb03e3-c9ea-4541-9d23-b612e76c1dd2 req-af2ce793-ec5a-49dd-b17c-14d24b99a963 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:35.497296 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-17eb03e3-c9ea-4541-9d23-b612e76c1dd2 req-af2ce793-ec5a-49dd-b17c-14d24b99a963 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.1818104 Nov 21 04:40:35.501289 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0232f251-9def-49b2-98db-31694d01f6ee req-ee8fc72a-da55-485d-a3f4-b4f6016214dd service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102861 Nov 21 04:40:35.559315 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-17eb03e3-c9ea-4541-9d23-b612e76c1dd2 req-de1bb1a8-62e8-4480-85d4-42802e8e4c14 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546980 Nov 21 04:40:35.562531 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88d9821d-379d-4daf-8a57-4f3ed95fea67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:35.584255 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c62a7-d148-49dd-9d9f-75dd226b190e req-5928faac-8c9b-4e86-814f-364d90406986 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:35.585801 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c42c62a7-d148-49dd-9d9f-75dd226b190e req-5928faac-8c9b-4e86-814f-364d90406986 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 950 time: 0.0853620 Nov 21 04:40:35.609743 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88d9821d-379d-4daf-8a57-4f3ed95fea67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:35.679424 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c42c62a7-d148-49dd-9d9f-75dd226b190e req-4e349660-9273-49e5-b928-de33dad47e54 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865026 Nov 21 04:40:35.683635 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7980dc-0bf5-400e-8b6e-1009e7e43a60 req-f4908e7a-6fa2-4555-a50b-c3e885efdcf1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:35.683635 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ff7980dc-0bf5-400e-8b6e-1009e7e43a60 req-f4908e7a-6fa2-4555-a50b-c3e885efdcf1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0595036 Nov 21 04:40:35.707866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88d9821d-379d-4daf-8a57-4f3ed95fea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:35.710957 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88d9821d-379d-4daf-8a57-4f3ed95fea67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:35.712509 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-88d9821d-379d-4daf-8a57-4f3ed95fea67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2fb1273-1d17-4cbe-a0bb-2e3deb13a95a HTTP/1.1" status: 204 len: 168 time: 0.2413614 Nov 21 04:40:35.728999 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9821d-379d-4daf-8a57-4f3ed95fea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb1273-1d17-4cbe-a0bb-2e3deb13a95a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:35.761902 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ff7980dc-0bf5-400e-8b6e-1009e7e43a60 req-f5d4e0d3-1c39-40b3-a2e3-beabfb95ee6d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683868 Nov 21 04:40:35.815180 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a668d-c366-49fb-8225-3f9b3ca6fdad req-b1e82da5-575b-4933-ae2a-df89885d90ba tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:35.817418 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c49a668d-c366-49fb-8225-3f9b3ca6fdad req-b1e82da5-575b-4933-ae2a-df89885d90ba tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0552602 Nov 21 04:40:35.870083 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c49a668d-c366-49fb-8225-3f9b3ca6fdad req-0cdd8ee7-fd3d-473b-b16b-fbdb03d1802f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465574 Nov 21 04:40:36.012654 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064308-58e8-476c-a19d-5f10bd1475e5 req-13ca52f1-5eef-47bc-b968-a735213d51de tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:36.014342 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0e064308-58e8-476c-a19d-5f10bd1475e5 req-13ca52f1-5eef-47bc-b968-a735213d51de tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0540161 Nov 21 04:40:36.066776 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:36.068531 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0e064308-58e8-476c-a19d-5f10bd1475e5 req-35f90109-35e9-410f-b70f-d1c4620717e6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473895 Nov 21 04:40:36.082505 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2404-6b9a-4bbe-aa00-509e5dc2b2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:36.165436 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2404-6b9a-4bbe-aa00-509e5dc2b2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:36.169250 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2404-6b9a-4bbe-aa00-509e5dc2b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:36.211260 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe2404-6b9a-4bbe-aa00-509e5dc2b2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ddf61e-ab8f-4a09-97d3-1ef20f8ebe53,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:36.215932 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9ebe2404-6b9a-4bbe-aa00-509e5dc2b2bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f48e3dcbb8a48579c989ff6b78cb6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481256 Nov 21 04:40:36.218735 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49018) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:36.275226 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a389508-2608-48f4-afd5-5f379a33624c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:36.299799 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a389508-2608-48f4-afd5-5f379a33624c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:36.348507 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a389508-2608-48f4-afd5-5f379a33624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:36.351385 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a389508-2608-48f4-afd5-5f379a33624c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:36.352549 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9a389508-2608-48f4-afd5-5f379a33624c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63ddf61e-ab8f-4a09-97d3-1ef20f8ebe53 HTTP/1.1" status: 204 len: 168 time: 0.1330659 Nov 21 04:40:36.362101 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389508-2608-48f4-afd5-5f379a33624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ddf61e-ab8f-4a09-97d3-1ef20f8ebe53,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:36.695828 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5767910-40b5-4256-893e-11c47e151b0c req-c5abb675-e7cf-43b7-a0c6-0c378c030613 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:36.697332 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b5767910-40b5-4256-893e-11c47e151b0c req-c5abb675-e7cf-43b7-a0c6-0c378c030613 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0595484 Nov 21 04:40:36.756328 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b5767910-40b5-4256-893e-11c47e151b0c req-47ac07ca-de00-41c1-a158-43c03a98daa1 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528152 Nov 21 04:40:36.828066 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fae7d-84e1-4fee-b301-5ecaeec58c6b req-61ebf3a7-92cf-48e8-9e99-eeb45565e201 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:36.829569 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-172fae7d-84e1-4fee-b301-5ecaeec58c6b req-61ebf3a7-92cf-48e8-9e99-eeb45565e201 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 950 time: 0.0671513 Nov 21 04:40:36.883994 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-172fae7d-84e1-4fee-b301-5ecaeec58c6b req-8d6775c1-2e00-496d-bcc1-d44fe7696e96 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Nov 21 04:40:36.885370 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50240fd7-8483-486f-8049-bda0c1f6062a req-9ff3940f-c618-4302-9e12-368ac09a2a6b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:36.887032 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-50240fd7-8483-486f-8049-bda0c1f6062a req-9ff3940f-c618-4302-9e12-368ac09a2a6b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0530503 Nov 21 04:40:36.948948 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-50240fd7-8483-486f-8049-bda0c1f6062a req-95ac5711-7add-4bd4-839c-a69b8cf90969 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559781 Nov 21 04:40:36.992472 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086abf0-b939-4e22-814c-0fe1a7743a76 req-3aff46fc-4e1b-41da-8db2-5d47a01c3092 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:36.994068 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4086abf0-b939-4e22-814c-0fe1a7743a76 req-3aff46fc-4e1b-41da-8db2-5d47a01c3092 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0544448 Nov 21 04:40:37.046418 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4086abf0-b939-4e22-814c-0fe1a7743a76 req-1740bc57-13de-42bf-ac8b-b69233844c1a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464268 Nov 21 04:40:37.194141 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a6b1e-dd28-4b8c-b3b6-355973d2fcbf req-db220a8e-99ec-4a13-ad06-608299026a30 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:37.197322 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12a597-e869-40b0-bb18-aac2325cce19 req-384d0123-3af3-4deb-bc3d-e2dcb4206c09 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:37.197880 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9c2a6b1e-dd28-4b8c-b3b6-355973d2fcbf req-db220a8e-99ec-4a13-ad06-608299026a30 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 950 time: 0.0578773 Nov 21 04:40:37.198847 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5b12a597-e869-40b0-bb18-aac2325cce19 req-384d0123-3af3-4deb-bc3d-e2dcb4206c09 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0538945 Nov 21 04:40:37.250653 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5b12a597-e869-40b0-bb18-aac2325cce19 req-5001f891-0262-421c-ad9a-32275b3f10c6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459347 Nov 21 04:40:37.251849 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9c2a6b1e-dd28-4b8c-b3b6-355973d2fcbf req-2800a9a4-3e71-431a-9c90-99ae87f1034b tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504110 Nov 21 04:40:37.876126 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a1e1b-557f-470b-82a9-f7dabeca3b19 req-ec972852-c412-4b32-818f-0a5b5666b64b tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:37.877639 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9b6a1e1b-557f-470b-82a9-f7dabeca3b19 req-ec972852-c412-4b32-818f-0a5b5666b64b tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0529289 Nov 21 04:40:37.932405 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9b6a1e1b-557f-470b-82a9-f7dabeca3b19 req-e7f14a3a-7527-428e-928f-f11786720669 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482740 Nov 21 04:40:38.071069 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ae8f-2896-4b75-82ee-c3c4fc74c061 req-badc4bd6-1ccf-477c-bde9-c8c41d5f693a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:38.072567 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6f65ae8f-2896-4b75-82ee-c3c4fc74c061 req-badc4bd6-1ccf-477c-bde9-c8c41d5f693a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0559914 Nov 21 04:40:38.124654 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6f65ae8f-2896-4b75-82ee-c3c4fc74c061 req-d3551fa7-a265-42fe-83d6-3f3f8205d1b4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Nov 21 04:40:38.166342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ee515-f024-4049-972e-3eda54043d69 req-ad03807e-46fb-4ee6-ab61-07d3cd2a2446 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:38.167967 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-797ee515-f024-4049-972e-3eda54043d69 req-ad03807e-46fb-4ee6-ab61-07d3cd2a2446 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0535500 Nov 21 04:40:38.220769 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-797ee515-f024-4049-972e-3eda54043d69 req-cc80f49f-958a-43ea-9e42-527ff852dd7e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462134 Nov 21 04:40:38.384160 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47b01e-bf7b-4fa1-a5fc-7d2ae534b4e4 req-e82d602a-226f-468a-b7f5-666090f186bc tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:38.385687 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-df47b01e-bf7b-4fa1-a5fc-7d2ae534b4e4 req-e82d602a-226f-468a-b7f5-666090f186bc tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 950 time: 0.0650475 Nov 21 04:40:38.392352 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906623ea-76b0-436e-9b12-5178d347596d req-f69fc61a-389f-4d73-951f-1874b5bc4f3d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:38.394015 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-906623ea-76b0-436e-9b12-5178d347596d req-f69fc61a-389f-4d73-951f-1874b5bc4f3d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0686498 Nov 21 04:40:38.442352 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-df47b01e-bf7b-4fa1-a5fc-7d2ae534b4e4 req-80b69398-4f9c-439c-83fd-a577106663c0 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492485 Nov 21 04:40:38.450593 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-906623ea-76b0-436e-9b12-5178d347596d req-98f56ba8-22dd-41f8-8f55-84c4ef96cb5d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492930 Nov 21 04:40:39.056269 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aa2d4-3679-4e0c-adf3-1d07d6527ad0 req-65582807-c719-44d1-b723-c7d26793baf4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:39.058198 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-501aa2d4-3679-4e0c-adf3-1d07d6527ad0 req-65582807-c719-44d1-b723-c7d26793baf4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0598338 Nov 21 04:40:39.117552 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-501aa2d4-3679-4e0c-adf3-1d07d6527ad0 req-11014fa1-936c-4700-87ef-77ea05a2ef45 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527451 Nov 21 04:40:39.245553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176db9c-730d-40db-8973-3389754a00f7 req-f20c2e00-5e21-45db-84e4-0816ffb3ae8d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:39.247077 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2176db9c-730d-40db-8973-3389754a00f7 req-f20c2e00-5e21-45db-84e4-0816ffb3ae8d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0533910 Nov 21 04:40:39.303165 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2176db9c-730d-40db-8973-3389754a00f7 req-998a6ba2-e365-4b65-8974-6524e7c0f66c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502150 Nov 21 04:40:39.350064 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fd7e9-a3be-44ea-ab31-b0dc98f1d7b9 req-1fa4f04f-c947-4a51-b2e0-ca19987d2da5 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:39.351617 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4b7fd7e9-a3be-44ea-ab31-b0dc98f1d7b9 req-1fa4f04f-c947-4a51-b2e0-ca19987d2da5 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0604396 Nov 21 04:40:39.406889 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4b7fd7e9-a3be-44ea-ab31-b0dc98f1d7b9 req-52f9ee84-0c87-490f-8a1f-2f14ce8261dc tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493875 Nov 21 04:40:39.600141 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bd3cf-ffae-48a7-ace6-03d815770a3b req-0f5484d7-9304-4806-9085-4b3efcf79c07 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:39.610348 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3b2bd3cf-ffae-48a7-ace6-03d815770a3b req-0f5484d7-9304-4806-9085-4b3efcf79c07 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0828907 Nov 21 04:40:39.615624 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410ebdf-89f7-4d95-805f-dacfa70da154 req-835b3b76-7c3b-48fd-b9f9-6c32487ce6da tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:39.618955 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8410ebdf-89f7-4d95-805f-dacfa70da154 req-835b3b76-7c3b-48fd-b9f9-6c32487ce6da tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 950 time: 0.1024735 Nov 21 04:40:39.667562 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3b2bd3cf-ffae-48a7-ace6-03d815770a3b req-3cd9ea7d-17f4-4f8f-b4a1-6124d244a425 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562208 Nov 21 04:40:39.690590 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8410ebdf-89f7-4d95-805f-dacfa70da154 req-6b2335b5-f1bc-4d08-9c90-cb580f0345c2 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/security-groups?id=540d3155-6ed7-49ef-a25f-35783832fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651119 Nov 21 04:40:39.923611 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-1bea3f3b-d46f-48c9-939b-3d42863febfd tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:39.925821 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-1bea3f3b-d46f-48c9-939b-3d42863febfd tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 950 time: 0.0570409 Nov 21 04:40:40.034928 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Deleting port ff34320e-2df6-4845-90cf-8b38dcaae66b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:40:40.035862 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:40.152323 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] For port ff34320e-2df6-4845-90cf-8b38dcaae66b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ff34320e-2df6-4845-90cf-8b38dcaae66b,segment=NetworkSegment(3e683ef1-76f7-4c4b-920e-3cb23a096d85),segment_id=3e683ef1-76f7-4c4b-920e-3cb23a096d85)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:40.152929 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:40.169224 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Calling delete_port for ff34320e-2df6-4845-90cf-8b38dcaae66b owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:40:40.237209 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408541-60a8-42be-9cce-bdd4ecd22eb2 req-7849c3f0-a21a-4b8b-88eb-67e77e50ce2e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:40.238960 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2f408541-60a8-42be-9cce-bdd4ecd22eb2 req-7849c3f0-a21a-4b8b-88eb-67e77e50ce2e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0536494 Nov 21 04:40:40.298040 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2f408541-60a8-42be-9cce-bdd4ecd22eb2 req-7adace73-f026-4ce0-8c11-0ea648477a18 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529819 Nov 21 04:40:40.326442 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:40.357320 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Pushing event deleted for resources: {'Port': ['ID=ff34320e-2df6-4845-90cf-8b38dcaae66b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:40.381471 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ff34320e-2df6-4845-90cf-8b38dcaae66b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:40.409311 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] No DVR routers for this DVR port ff34320e-2df6-4845-90cf-8b38dcaae66b on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:40:40.413360 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:40.417860 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f91098df-27e1-4c18-90a8-69a2cf9496c5 req-5cdc6249-7a82-4f1a-bb4c-6ecde36f3a58 tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.48 "DELETE /v2.0/ports/ff34320e-2df6-4845-90cf-8b38dcaae66b HTTP/1.1" status: 204 len: 173 time: 0.4833217 Nov 21 04:40:40.418199 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c243045-86a8-4377-8795-75daa0a0acbb', 'name': 'network-vif-deleted', 'tag': 'ff34320e-2df6-4845-90cf-8b38dcaae66b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:40.420842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6c034-5ed0-41f4-aaf2-092afc248fbf" -d '{"events": [{"server_uuid": "5c243045-86a8-4377-8795-75daa0a0acbb", "name": "network-vif-deleted", "tag": "ff34320e-2df6-4845-90cf-8b38dcaae66b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:40.479385 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4069fcc9-56d2-434e-af01-9ebd1f0b8831 x-openstack-request-id: req-4069fcc9-56d2-434e-af01-9ebd1f0b8831 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:40.479682 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c243045-86a8-4377-8795-75daa0a0acbb", "name": "network-vif-deleted", "tag": "ff34320e-2df6-4845-90cf-8b38dcaae66b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:40.479988 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4069fcc9-56d2-434e-af01-9ebd1f0b8831 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:40.480403 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c243045-86a8-4377-8795-75daa0a0acbb', 'name': 'network-vif-deleted', 'tag': 'ff34320e-2df6-4845-90cf-8b38dcaae66b', 'status': 'completed', 'code': 200} Nov 21 04:40:40.560283 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56246ef1-3e15-4695-8eec-2df7a7b8c54a req-d6e23368-ec1d-412e-b83c-6265309d186b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:40.561853 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-56246ef1-3e15-4695-8eec-2df7a7b8c54a req-d6e23368-ec1d-412e-b83c-6265309d186b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0684955 Nov 21 04:40:40.621322 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-56246ef1-3e15-4695-8eec-2df7a7b8c54a req-fbafbac8-59fe-4cae-9f2f-583ecfed1a7a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532753 Nov 21 04:40:40.766715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f523c4-84ca-4452-bac2-1dc9f2cfc285 req-0621694c-f7e9-4407-8e23-5cde10895e1b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:40.768342 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c5f523c4-84ca-4452-bac2-1dc9f2cfc285 req-0621694c-f7e9-4407-8e23-5cde10895e1b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0545077 Nov 21 04:40:40.798217 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42ef6b-c0a9-49f3-b6a7-d54f5f37ac34 req-4221468f-02cd-4d2b-899a-0249b6e3dcc8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:40.799738 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0f42ef6b-c0a9-49f3-b6a7-d54f5f37ac34 req-4221468f-02cd-4d2b-899a-0249b6e3dcc8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0584731 Nov 21 04:40:40.828501 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c5f523c4-84ca-4452-bac2-1dc9f2cfc285 req-e6b33967-e208-454c-8da3-81fa769aacb3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Nov 21 04:40:40.853507 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0f42ef6b-c0a9-49f3-b6a7-d54f5f37ac34 req-3353d367-b073-46a2-86df-27a1444c9bab tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472450 Nov 21 04:40:40.934234 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-614b8250-fb78-42f9-97bc-649075d5e3f0 req-e05d086c-1711-41a3-b5bb-18fa34ac32cd tempest-VolumesNegativeTest-407608209 tempest-VolumesNegativeTest-407608209-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c243045-86a8-4377-8795-75daa0a0acbb HTTP/1.1" status: 200 len: 210 time: 0.0299988 Nov 21 04:40:41.413413 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:40:41.426494 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767af28-e2ca-4ddf-874a-486600af1e9f req-95af8c77-dccd-4b8e-ae0a-ebf476f63a31 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:41.428040 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0767af28-e2ca-4ddf-874a-486600af1e9f req-95af8c77-dccd-4b8e-ae0a-ebf476f63a31 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0563157 Nov 21 04:40:41.488676 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0767af28-e2ca-4ddf-874a-486600af1e9f req-e11c563e-cc39-4b41-b4d2-dbe5bdaaceb6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544496 Nov 21 04:40:41.529569 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:41.544461 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'port_id': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'mac_address': 'fa:16:3e:6e:83:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:40:41.588056 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:41.602947 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa97cf69-198d-47b8-9346-8093b5e3b973 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:41.627223 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:41.631126 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:41.631757 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:40:41.741730 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:41.747589 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f45727-d277-4369-9f53-14316bcaf6f7 req-d7698e32-1ebd-4d67-bbbe-bffcfac3d95d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:41.749069 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-20f45727-d277-4369-9f53-14316bcaf6f7 req-d7698e32-1ebd-4d67-bbbe-bffcfac3d95d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0575655 Nov 21 04:40:41.784764 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:41.798140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'port_id': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'mac_address': 'fa:16:3e:d5:d1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:40:41.807016 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-20f45727-d277-4369-9f53-14316bcaf6f7 req-e6b6d2f9-ce15-42d9-af65-c99f9b9a8204 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503719 Nov 21 04:40:41.846455 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:41.860781 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:40:41.881654 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:41.885786 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:41.942696 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:41.992997 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b3388-78da-4434-a524-f4dab19fe315 req-8de2d6e3-412d-4715-90df-360ab4efaf69 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:41.994589 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-045b3388-78da-4434-a524-f4dab19fe315 req-8de2d6e3-412d-4715-90df-360ab4efaf69 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 944 time: 0.0601194 Nov 21 04:40:42.056998 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-045b3388-78da-4434-a524-f4dab19fe315 req-50dc53ab-e7fe-478a-b29e-3ce5e92c5950 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559478 Nov 21 04:40:42.277212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['aa97cf69-198d-47b8-9346-8093b5e3b973'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:42.640553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f480d5-75b5-47fa-9f83-34d8a5e33d9a req-12a5d5c3-2464-4611-b774-1c8ffe956601 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:42.649286 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-70f480d5-75b5-47fa-9f83-34d8a5e33d9a req-12a5d5c3-2464-4611-b774-1c8ffe956601 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 945 time: 0.0869014 Nov 21 04:40:42.704173 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-70f480d5-75b5-47fa-9f83-34d8a5e33d9a req-0d6dce2d-9639-45e2-bcf6-0fb5c280ad1e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539205 Nov 21 04:40:42.731103 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:42.953822 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3244a-15da-46f5-845d-30e5915115b3 req-daa96402-02ba-482f-985e-d5f37aa48688 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:42.958177 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d2f3244a-15da-46f5-845d-30e5915115b3 req-daa96402-02ba-482f-985e-d5f37aa48688 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0743613 Nov 21 04:40:43.019229 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d2f3244a-15da-46f5-845d-30e5915115b3 req-a709aeb8-7d61-4ff7-b926-5823cc85f058 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548761 Nov 21 04:40:43.208386 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:43.230029 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1fe1a-471d-483b-9717-ff56ef1ef0ba req-f0a18fe9-7596-4064-9453-f44eec8a4126 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:43.231702 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-79c1fe1a-471d-483b-9717-ff56ef1ef0ba req-f0a18fe9-7596-4064-9453-f44eec8a4126 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 944 time: 0.0708551 Nov 21 04:40:43.322427 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-79c1fe1a-471d-483b-9717-ff56ef1ef0ba req-955488ed-8758-41ac-810d-f28ba13353aa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814261 Nov 21 04:40:43.435478 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:40:43.498086 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port aa97cf69-198d-47b8-9346-8093b5e3b973 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:43.498569 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:43.617334 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:43.651145 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:43.654594 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435bf97d-277d-4c50-b310-7d980fb1283e" -d '{"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:43.698188 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:43.708170 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:43.709208 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ff34320e-2df6-4845-90cf-8b38dcaae66b no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:40:43.785336 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922658b9-9bbf-4d34-bf56-34eb360612d6 x-openstack-request-id: req-922658b9-9bbf-4d34-bf56-34eb360612d6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:43.786584 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:43.787301 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-922658b9-9bbf-4d34-bf56-34eb360612d6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:43.787978 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'code': 200} Nov 21 04:40:43.791524 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: ff34320e-2df6-4845-90cf-8b38dcaae66b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:40:43.791986 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ff34320e-2df6-4845-90cf-8b38dcaae66b not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:40:43.814354 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:43.864049 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e43d58-4ff3-4b89-9df4-96b2979e3ccf req-4c17d20f-ef92-4364-b85d-2853bc7a720b tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:43.872327 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e4e43d58-4ff3-4b89-9df4-96b2979e3ccf req-4c17d20f-ef92-4364-b85d-2853bc7a720b tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 945 time: 0.0874429 Nov 21 04:40:43.963958 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e4e43d58-4ff3-4b89-9df4-96b2979e3ccf req-6f4b637f-20b4-4206-b4ff-e41bec21b940 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906148 Nov 21 04:40:44.182321 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4e399-2ab0-46c1-b1eb-c20f8db6d6f7 req-164d9bb3-ac7a-47ed-9347-5aee2a965528 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:44.184790 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7a4e399-2ab0-46c1-b1eb-c20f8db6d6f7 req-164d9bb3-ac7a-47ed-9347-5aee2a965528 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0751886 Nov 21 04:40:44.251830 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7a4e399-2ab0-46c1-b1eb-c20f8db6d6f7 req-04e6de19-b00c-41a6-a716-1b8736815d67 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599909 Nov 21 04:40:44.531883 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde9626-9159-4988-93b7-a5695462c5e1 req-5e48117b-6525-4474-b4d1-27fb8486ed62 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:44.537268 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6cde9626-9159-4988-93b7-a5695462c5e1 req-5e48117b-6525-4474-b4d1-27fb8486ed62 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0979376 Nov 21 04:40:44.626290 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6cde9626-9159-4988-93b7-a5695462c5e1 req-70d63dfe-37a8-46ac-8e4d-2e119c235345 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806346 Nov 21 04:40:45.110922 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81bafa-5817-42df-a5e9-9e707d3b3747 req-1c011fd6-007a-48d5-a85a-3ba1c21a1b2f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:45.118738 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5a81bafa-5817-42df-a5e9-9e707d3b3747 req-1c011fd6-007a-48d5-a85a-3ba1c21a1b2f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 945 time: 0.0736685 Nov 21 04:40:45.185885 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5a81bafa-5817-42df-a5e9-9e707d3b3747 req-eb99b9bf-05f8-4aec-bbea-a89b67fece53 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659144 Nov 21 04:40:45.426952 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da3124-8c94-488b-9c5d-e01631ad5224 req-33dd4e0b-9b1d-47f4-b2a9-4fa548b9d117 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:45.429186 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-28da3124-8c94-488b-9c5d-e01631ad5224 req-33dd4e0b-9b1d-47f4-b2a9-4fa548b9d117 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0762348 Nov 21 04:40:45.436859 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:40:45.525138 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-28da3124-8c94-488b-9c5d-e01631ad5224 req-79353230-cdc3-4d1c-85e2-00f190bd2059 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749805 Nov 21 04:40:45.575449 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:40:45.580779 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:45.581760 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:45.802253 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138683-7fa2-4c8f-957b-109dbf1c96a1 req-4ac14a09-e1bd-4bdd-957b-0a4a6780e32a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:45.804856 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-70138683-7fa2-4c8f-957b-109dbf1c96a1 req-4ac14a09-e1bd-4bdd-957b-0a4a6780e32a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0858052 Nov 21 04:40:45.828931 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:45.858625 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:45.861620 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b6bf12-b309-40e6-bd80-fe5444296eac" -d '{"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-plugged", "status": "completed", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:45.902880 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-70138683-7fa2-4c8f-957b-109dbf1c96a1 req-3839d2bb-ad05-4134-82ae-2acbd26de9a1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913701 Nov 21 04:40:45.904034 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:45.912895 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:45.929023 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e32e2dc-0226-410b-814d-c4ccad56324d x-openstack-request-id: req-2e32e2dc-0226-410b-814d-c4ccad56324d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:45.929530 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-plugged", "status": "completed", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:45.929969 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e32e2dc-0226-410b-814d-c4ccad56324d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:45.930553 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'code': 200} Nov 21 04:40:45.985986 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:46.316772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343d360-b47f-4007-aa9d-e13b58d1da69 req-30bd4010-1b7b-4ad9-9d92-2473f73c1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:46.316772 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c343d360-b47f-4007-aa9d-e13b58d1da69 req-30bd4010-1b7b-4ad9-9d92-2473f73c1783 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1099 time: 0.0832934 Nov 21 04:40:46.375247 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c343d360-b47f-4007-aa9d-e13b58d1da69 req-a66e5bd0-dc99-456e-98af-475569cd449e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540009 Nov 21 04:40:46.375474 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a3751-b07a-48cd-ab3e-9dfc295fac57 req-2c273e6f-8d1f-4146-96d2-0235a915c16a tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:46.377257 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-701a3751-b07a-48cd-ab3e-9dfc295fac57 req-2c273e6f-8d1f-4146-96d2-0235a915c16a tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.1061397 Nov 21 04:40:46.446741 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-701a3751-b07a-48cd-ab3e-9dfc295fac57 req-e1f654ea-fc20-4ffc-8c1a-70266e4aee81 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554860 Nov 21 04:40:46.667553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ecff9-0e73-4209-95b2-83042e43f149 req-836d9031-d061-4e85-8333-b28c5d6cb2f4 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:46.677159 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d3ecff9-0e73-4209-95b2-83042e43f149 req-836d9031-d061-4e85-8333-b28c5d6cb2f4 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0748007 Nov 21 04:40:46.803425 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0d3ecff9-0e73-4209-95b2-83042e43f149 req-6822bc5f-4c9b-475e-a1a7-2a3377575e56 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241255 Nov 21 04:40:47.107122 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:47.156112 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7817c8f-2e85-411e-bad9-37dcd371ae4e req-e63826b3-8302-49b9-b1b4-589cede91700 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:47.158057 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7817c8f-2e85-411e-bad9-37dcd371ae4e req-e63826b3-8302-49b9-b1b4-589cede91700 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0789182 Nov 21 04:40:47.233045 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7817c8f-2e85-411e-bad9-37dcd371ae4e req-924f6530-de76-4f91-a924-842988e12b29 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680847 Nov 21 04:40:47.288216 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3f168557-bed9-4607-8ae8-a7518fe7c8ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8f3800ff89949c8814dbd889f629f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798344 Nov 21 04:40:47.290593 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:47.352017 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eaea2fc-0678-414d-9480-52a7f7db9820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:47.381021 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eaea2fc-0678-414d-9480-52a7f7db9820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:47.448274 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eaea2fc-0678-414d-9480-52a7f7db9820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:47.451329 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eaea2fc-0678-414d-9480-52a7f7db9820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:47.454972 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4eaea2fc-0678-414d-9480-52a7f7db9820 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/540d3155-6ed7-49ef-a25f-35783832fe2f HTTP/1.1" status: 204 len: 168 time: 0.1608152 Nov 21 04:40:47.462576 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaea2fc-0678-414d-9480-52a7f7db9820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540d3155-6ed7-49ef-a25f-35783832fe2f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:47.603127 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ded3-0428-474b-bcba-446b141f485b req-ab0a3f04-43de-4ff2-81b1-8e17d2e5b2f9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:47.605769 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7969ded3-0428-474b-bcba-446b141f485b req-ab0a3f04-43de-4ff2-81b1-8e17d2e5b2f9 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0691478 Nov 21 04:40:47.683981 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7969ded3-0428-474b-bcba-446b141f485b req-651fed7f-a710-45c7-b72a-b5620bef0072 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711951 Nov 21 04:40:47.969013 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c110-e140-4a22-a3c8-1116c2e11cae req-c755f493-327d-4675-865b-917f08a1da01 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:47.971042 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-85c9c110-e140-4a22-a3c8-1116c2e11cae req-c755f493-327d-4675-865b-917f08a1da01 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0676265 Nov 21 04:40:48.032063 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-85c9c110-e140-4a22-a3c8-1116c2e11cae req-bdadfd13-d52f-4910-ab98-61956d55222c tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543787 Nov 21 04:40:48.383432 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c577e0c-167d-4f40-8a56-a3d715fcd40e req-cafff956-84c8-45d2-9d50-51c2ff5dcbf7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:48.384989 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4c577e0c-167d-4f40-8a56-a3d715fcd40e req-cafff956-84c8-45d2-9d50-51c2ff5dcbf7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0668826 Nov 21 04:40:48.479043 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4c577e0c-167d-4f40-8a56-a3d715fcd40e req-4e89e95b-f8c6-478e-99b0-d73d07d726df tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876651 Nov 21 04:40:48.815815 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1704d-263e-416d-b181-a3b411d7b1d7 req-9469afeb-8e13-4821-bfa3-d273400fc111 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:48.817632 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4ad1704d-263e-416d-b181-a3b411d7b1d7 req-9469afeb-8e13-4821-bfa3-d273400fc111 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0560107 Nov 21 04:40:48.880637 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4ad1704d-263e-416d-b181-a3b411d7b1d7 req-eba8c244-7cdc-471b-a097-8ccb8d11d0f6 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554059 Nov 21 04:40:49.045246 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beaade-e1c0-4440-95f0-41aa1caa58de req-9d1fab6e-5e7e-46aa-89ff-442abe3e8e92 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:49.053634 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c6beaade-e1c0-4440-95f0-41aa1caa58de req-9d1fab6e-5e7e-46aa-89ff-442abe3e8e92 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0653894 Nov 21 04:40:49.121393 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c6beaade-e1c0-4440-95f0-41aa1caa58de req-9e4040fb-a9c0-4b38-99ff-0411bc31b088 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665479 Nov 21 04:40:49.149632 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:49.179080 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01a90-60d4-4789-8f59-97be4756879e req-6ef9b550-0c34-4d37-b0d3-87f19065f94b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:49.181257 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-28d01a90-60d4-4789-8f59-97be4756879e req-6ef9b550-0c34-4d37-b0d3-87f19065f94b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0672443 Nov 21 04:40:49.250228 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-28d01a90-60d4-4789-8f59-97be4756879e req-f8c19a70-214a-49f2-9590-338e7b2c6689 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630925 Nov 21 04:40:49.605626 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97655c-0b72-4a90-a641-af73e5e8251f tempest-TestShelveInstance-624963744 tempest-TestShelveInstance-624963744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:49.608285 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5b97655c-0b72-4a90-a641-af73e5e8251f tempest-TestShelveInstance-624963744 tempest-TestShelveInstance-624963744-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1094 time: 0.4575250 Nov 21 04:40:49.612000 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:49.618244 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'port_id': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:49.636113 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe38fcc-19a4-4423-a730-6b823c7717a3 req-66adedab-d72d-43bc-ae3c-2014ee45a59a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:49.637840 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fbe38fcc-19a4-4423-a730-6b823c7717a3 req-66adedab-d72d-43bc-ae3c-2014ee45a59a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0624886 Nov 21 04:40:49.662236 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa918b9-6d9d-42de-8dab-bf33e1cf6aab req-6756dd82-f522-40b8-8767-db07f18087c4 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:49.663779 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-faa918b9-6d9d-42de-8dab-bf33e1cf6aab req-6756dd82-f522-40b8-8767-db07f18087c4 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.1012969 Nov 21 04:40:49.665328 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:49.731095 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fbe38fcc-19a4-4423-a730-6b823c7717a3 req-c9a82c78-64a2-45e1-adf6-5d68d4f8d812 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858431 Nov 21 04:40:49.797242 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-1651bff0-71d0-46f8-a55c-071224856a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:49.799115 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-1651bff0-71d0-46f8-a55c-071224856a8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 1099 time: 0.0656140 Nov 21 04:40:49.800719 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-faa918b9-6d9d-42de-8dab-bf33e1cf6aab req-eccfbb64-6f74-4e77-a1ae-91a4917a986b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190176 Nov 21 04:40:49.820646 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:49.904697 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:49.959290 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00795-b81e-46bc-aa62-2e0160fc04f8 req-81918f73-51b9-4cc1-bf0b-421b96cc28cf tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:49.968429 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-02b00795-b81e-46bc-aa62-2e0160fc04f8 req-81918f73-51b9-4cc1-bf0b-421b96cc28cf tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1613469 Nov 21 04:40:50.059989 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-cd5cfd69-5257-457e-b7fc-54b6d0231015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:50.063324 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Allocated IP 172.27.1.173 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/8a46be5e-c52b-4beb-a352-83dbb212db91) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:40:50.066526 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-cd5cfd69-5257-457e-b7fc-54b6d0231015 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 910 time: 0.2484694 Nov 21 04:40:50.094052 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-02b00795-b81e-46bc-aa62-2e0160fc04f8 req-f73e2d03-2b6c-42fa-9c79-bab672c504bb tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241553 Nov 21 04:40:50.186689 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-2146c38d-b7a2-4178-82e4-eb951d93e4fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 200 len: 1001 time: 0.0921116 Nov 21 04:40:50.235167 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:50.241110 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173fbdea-eb53-4e04-85c8-71c24c9e5986 tempest-TestMinimumBasicScenario-1185698938 tempest-TestMinimumBasicScenario-1185698938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:50.242718 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-173fbdea-eb53-4e04-85c8-71c24c9e5986 tempest-TestMinimumBasicScenario-1185698938 tempest-TestMinimumBasicScenario-1185698938-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1093 time: 0.4200940 Nov 21 04:40:50.246267 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:50.251571 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'port_id': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:50.272505 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-8204a224-a44c-4535-be8c-897549c43baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:50.274731 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-8204a224-a44c-4535-be8c-897549c43baa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.0779655 Nov 21 04:40:50.288149 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:50.352085 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-eb03993f-5d35-4a14-9309-4a3f0445e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:50.353909 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-eb03993f-5d35-4a14-9309-4a3f0445e23d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680132 Nov 21 04:40:50.364141 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:50.434622 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'Port': ['ID=8a46be5e-c52b-4beb-a352-83dbb212db91,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:50.458595 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:40:50.463869 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:40:50.467835 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:40:50.480536 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-2a4e3f6c-f0c3-4d3e-a536-a307f2eba11e service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142199 Nov 21 04:40:50.585984 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:50.609681 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d596fde-6953-4eba-94d1-68d0ce0f5d73 req-72d5843c-e995-48e2-bdc7-e3db7982d707 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199229 Nov 21 04:40:50.820528 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Allocated IP 172.27.1.63 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/159d2b37-13a8-4903-8cf2-260d81fd4b04) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:40:51.038295 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d006e-910d-4e82-9f65-a60a8b94cfda req-a02e1a44-8c1b-4cb7-95d6-a6078df87db2 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:51.039867 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-351d006e-910d-4e82-9f65-a60a8b94cfda req-a02e1a44-8c1b-4cb7-95d6-a6078df87db2 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.2047851 Nov 21 04:40:51.323535 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6a5ff-caaa-40ca-96e0-1397799a714f req-7e0ef177-9bfd-48e6-a67a-2e6506cc1dbb tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:51.325135 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-27b6a5ff-caaa-40ca-96e0-1397799a714f req-7e0ef177-9bfd-48e6-a67a-2e6506cc1dbb tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0816927 Nov 21 04:40:51.392529 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-27b6a5ff-caaa-40ca-96e0-1397799a714f req-caf0318b-0b5c-44a5-bd7a-375316b58ad6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603375 Nov 21 04:40:51.399082 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:51.435793 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-351d006e-910d-4e82-9f65-a60a8b94cfda req-ebf9f1e7-6cb7-44b9-ad1a-922059ae9534 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865845 Nov 21 04:40:51.436846 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:51.521074 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:51.608941 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:40:51.617597 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:51.619532 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:40:51.622275 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:40:51.733299 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'Port': ['ID=159d2b37-13a8-4903-8cf2-260d81fd4b04,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:52.087323 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:52.095960 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:52.182240 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:52.348907 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event updated for resources: {'Port': ['ID=8a46be5e-c52b-4beb-a352-83dbb212db91,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:52.420491 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Floating IP 24124ddc-9924-4adc-822b-518d865834ad associated. External IP: 172.27.1.173, port: f99772ea-2bbe-4847-82aa-5c25dd7a2fc8. Nov 21 04:40:52.606589 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5db95f-f5d4-4047-a358-587cb9b09cf5 req-88ea9358-8c85-4222-be60-6d7758c91952 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:52.610626 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:52.616459 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-de5db95f-f5d4-4047-a358-587cb9b09cf5 req-88ea9358-8c85-4222-be60-6d7758c91952 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0905957 Nov 21 04:40:52.669356 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c661b2-5c7c-4f0b-b8f4-ce2c6d55b97f req-b99846ef-1f76-45f1-8cba-9b8fad688071 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:52.669356 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-52c661b2-5c7c-4f0b-b8f4-ce2c6d55b97f req-b99846ef-1f76-45f1-8cba-9b8fad688071 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1675768 Nov 21 04:40:52.704898 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-de5db95f-f5d4-4047-a358-587cb9b09cf5 req-d5eeb053-35e0-4c66-8034-bc3df1a1baf4 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823312 Nov 21 04:40:52.862779 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:52.869629 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-52c661b2-5c7c-4f0b-b8f4-ce2c6d55b97f req-8b97fb17-9171-4958-837b-c6dd2b868ae3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894741 Nov 21 04:40:53.033518 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:40:53.207746 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:53.217279 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:53.250831 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:40:53.268180 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] Sync routers for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:40:53.286244 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:40:53.287097 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:40:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:53.290715 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:53.325983 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'Port': ['ID=159d2b37-13a8-4903-8cf2-260d81fd4b04,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:53.398388 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:53.421538 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:40:53.465932 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-99eca12c-2f0e-4e86-88c7-b2fc8aec3e52 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8523057 Nov 21 04:40:53.470831 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:53.473932 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43042c2d-39db-408a-8038-86e33d71c357" -d '{"events": [{"name": "network-changed", "server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:53.512873 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Floating IP 618f8190-532b-47db-9331-b699f9643a7c associated. External IP: 172.27.1.63, port: ed2bc615-e756-4cad-9cd4-e7da03986169. Nov 21 04:40:53.564904 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b831d2af-db79-46d5-9b00-fd51e235c66d x-openstack-request-id: req-b831d2af-db79-46d5-9b00-fd51e235c66d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:53.565197 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:53.565654 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b831d2af-db79-46d5-9b00-fd51e235c66d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:53.566279 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'status': 'completed', 'code': 200} Nov 21 04:40:53.678392 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042c2d-39db-408a-8038-86e33d71c357 req-bc1ee64e-eaa1-4a80-a263-373f24d309e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:53.679996 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43042c2d-39db-408a-8038-86e33d71c357 req-bc1ee64e-eaa1-4a80-a263-373f24d309e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1099 time: 0.0681889 Nov 21 04:40:53.744242 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '24124ddc-9924-4adc-822b-518d865834ad', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'port_id': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'mac_address': 'fa:16:3e:d5:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:40:50Z', 'updated_at': '2021-11-21T04:40:50Z', 'revision_number': 0, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:39Z', 'revision_number': 5, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:53.778965 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] Checking router: 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:40:53.790129 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:40:53.792420 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:40:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:53.852502 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Router c75d4a12-0327-4b8e-94dc-88c53c2b3179 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:40:53.917315 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:40:53.946632 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:40:54.005132 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:40:54.015206 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] Sync routers for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:40:54.026389 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:40:54.027387 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:40:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:54.038125 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.077911 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-82f94f7a-5e64-4052-afa5-a4e0b4a5b19b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8305402 Nov 21 04:40:54.080631 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49570) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:54.090434 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e8499afa-2779-41b4-8c7e-7724f1181bac tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564156006', 'description': 'tempest-secgroup-smoke-1564156006 description', 'project_id': 'cbd8551337074ee2bac10ac55a92e67e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:54.112916 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9928-3477-418e-8d65-70db6380f12b req-e8e45b87-6922-4fd3-962d-c4405dc7cea8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:54.114683 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-091f9928-3477-418e-8d65-70db6380f12b req-e8e45b87-6922-4fd3-962d-c4405dc7cea8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0833871 Nov 21 04:40:54.131962 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8499afa-2779-41b4-8c7e-7724f1181bac tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.173776 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-091f9928-3477-418e-8d65-70db6380f12b req-d7aad828-97a7-4df0-9c04-116a7d3a43a7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486858 Nov 21 04:40:54.177245 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042c2d-39db-408a-8038-86e33d71c357 req-9cc7dc8d-72fc-4961-97c8-cb5d43649b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:54.178720 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43042c2d-39db-408a-8038-86e33d71c357 req-9cc7dc8d-72fc-4961-97c8-cb5d43649b5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 909 time: 0.4865322 Nov 21 04:40:54.194767 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:40:54.224935 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8499afa-2779-41b4-8c7e-7724f1181bac tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.230150 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8499afa-2779-41b4-8c7e-7724f1181bac tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.259745 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '24124ddc-9924-4adc-822b-518d865834ad', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'port_id': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'mac_address': 'fa:16:3e:d5:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:40:50Z', 'updated_at': '2021-11-21T04:40:50Z', 'revision_number': 0, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:39Z', 'revision_number': 5, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:54.263885 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8499afa-2779-41b4-8c7e-7724f1181bac tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.268083 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e8499afa-2779-41b4-8c7e-7724f1181bac tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1798904 Nov 21 04:40:54.268234 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:54.273495 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-197d746c-63c3-4b17-a357-09629ec94cff tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'security_group_rule': {'security_group_id': '413e255a-d5cf-4355-a288-121b8837b714', 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:54.293828 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b529c0-b6f5-4390-bef0-06b11490529b None None] The sync data for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi is: [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '24124ddc-9924-4adc-822b-518d865834ad', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'port_id': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'mac_address': 'fa:16:3e:d5:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:40:50Z', 'updated_at': '2021-11-21T04:40:50Z', 'revision_number': 0, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:39Z', 'revision_number': 5, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:40:54.297836 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8499afa-2779-41b4-8c7e-7724f1181bac tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413e255a-d5cf-4355-a288-121b8837b714,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:54.309003 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-197d746c-63c3-4b17-a357-09629ec94cff tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.406120 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-197d746c-63c3-4b17-a357-09629ec94cff tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.411310 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-197d746c-63c3-4b17-a357-09629ec94cff tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.433349 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d746c-63c3-4b17-a357-09629ec94cff tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23be180a-f0de-4a71-b3e3-63646ef5acaf,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:54.446003 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-197d746c-63c3-4b17-a357-09629ec94cff tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.448306 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-197d746c-63c3-4b17-a357-09629ec94cff tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787415 Nov 21 04:40:54.451982 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:54.459468 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-910868bb-6c2d-4c5f-a63a-e7ab5982ddfa tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'security_group_rule': {'security_group_id': '413e255a-d5cf-4355-a288-121b8837b714', 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:54.491809 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910868bb-6c2d-4c5f-a63a-e7ab5982ddfa tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.513147 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43042c2d-39db-408a-8038-86e33d71c357 req-a2429d31-4b3e-441f-acae-d4276edc5b19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0955403 Nov 21 04:40:54.563674 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910868bb-6c2d-4c5f-a63a-e7ab5982ddfa tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.569183 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910868bb-6c2d-4c5f-a63a-e7ab5982ddfa tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.591333 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910868bb-6c2d-4c5f-a63a-e7ab5982ddfa tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9568cc7-e1d3-4e3e-a9a1-50db32649843,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:54.603782 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042c2d-39db-408a-8038-86e33d71c357 req-3e189334-a5f8-45c5-b8db-d9e31249c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:54.605490 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43042c2d-39db-408a-8038-86e33d71c357 req-3e189334-a5f8-45c5-b8db-d9e31249c971 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 200 len: 847 time: 0.0741239 Nov 21 04:40:54.606600 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910868bb-6c2d-4c5f-a63a-e7ab5982ddfa tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.609213 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ae3f6-3a21-4be7-837a-c317215c4283 None None] New status for floating IP 24124ddc-9924-4adc-822b-518d865834ad: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:40:54.611002 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-910868bb-6c2d-4c5f-a63a-e7ab5982ddfa tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579657 Nov 21 04:40:54.611667 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:54.612737 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '618f8190-532b-47db-9331-b699f9643a7c', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'port_id': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'mac_address': 'fa:16:3e:c2:b8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:40:52Z', 'updated_at': '2021-11-21T04:40:52Z', 'revision_number': 0, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 5, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:54.617280 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4cccae66-40d4-4f51-9dcc-af92b7819758 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'security_group_rule': {'security_group_id': '413e255a-d5cf-4355-a288-121b8837b714', 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:54.650477 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cccae66-40d4-4f51-9dcc-af92b7819758 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.653361 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] Checking router: c75d4a12-0327-4b8e-94dc-88c53c2b3179 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:40:54.663530 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:40:54.664145 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:40:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:54.686667 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042c2d-39db-408a-8038-86e33d71c357 req-a2024a67-06b3-4b83-a54b-ffe5b0741627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:54.688455 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43042c2d-39db-408a-8038-86e33d71c357 req-a2024a67-06b3-4b83-a54b-ffe5b0741627 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be9169af-2508-433f-a4d6-82c298b166f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521910 Nov 21 04:40:54.723098 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cccae66-40d4-4f51-9dcc-af92b7819758 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.727945 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cccae66-40d4-4f51-9dcc-af92b7819758 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.750621 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccae66-40d4-4f51-9dcc-af92b7819758 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef4d1c1-3774-4228-8972-91c6e93ba084,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:54.766813 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cccae66-40d4-4f51-9dcc-af92b7819758 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.770988 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4cccae66-40d4-4f51-9dcc-af92b7819758 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546636 Nov 21 04:40:54.775560 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:54.781938 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c1092742-2ac6-4bfd-b23c-fe7cbb9eda3f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'security_group_rule': {'security_group_id': '413e255a-d5cf-4355-a288-121b8837b714', 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:54.828604 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1092742-2ac6-4bfd-b23c-fe7cbb9eda3f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.830143 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:40:54.848114 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43042c2d-39db-408a-8038-86e33d71c357 req-d9cfa703-32c8-4c61-8cfa-7d9a4333dcc8 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463709 Nov 21 04:40:54.916056 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1092742-2ac6-4bfd-b23c-fe7cbb9eda3f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.923951 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1092742-2ac6-4bfd-b23c-fe7cbb9eda3f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.948851 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1092742-2ac6-4bfd-b23c-fe7cbb9eda3f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c36bd25-13ad-43f8-a6fb-62c1da10ac36,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:54.956879 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1092742-2ac6-4bfd-b23c-fe7cbb9eda3f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:54.958286 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c1092742-2ac6-4bfd-b23c-fe7cbb9eda3f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1816525 Nov 21 04:40:54.960946 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:54.965893 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'security_group_rule': {'security_group_id': '413e255a-d5cf-4355-a288-121b8837b714', 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:54.995084 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Project cbd8551337074ee2bac10ac55a92e67e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 21 04:40:55.002545 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.010455 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-dedc24d6-cbb8-40cf-94dd-853ee0c26bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.012120 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-dedc24d6-cbb8-40cf-94dd-853ee0c26bfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1098 time: 0.1046791 Nov 21 04:40:55.092750 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.099378 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.111516 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-43042c2d-39db-408a-8038-86e33d71c357 req-54f4b854-d8d7-4e19-ae62-ea8475165b26 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356424 Nov 21 04:40:55.119098 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9f9df8-974b-4f83-a2d7-1ae73f67622b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:55.132240 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.136840 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-303d87d7-be93-48ae-a96e-ec425172104f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1746452 Nov 21 04:40:55.137666 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:40:55.142535 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'security_group_rule': {'security_group_id': '413e255a-d5cf-4355-a288-121b8837b714', 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:55.149071 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '618f8190-532b-47db-9331-b699f9643a7c', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'port_id': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'mac_address': 'fa:16:3e:c2:b8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:40:52Z', 'updated_at': '2021-11-21T04:40:52Z', 'revision_number': 0, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 5, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:40:55.159630 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-dfdfca37-c7fd-47cf-8d9a-ea82f0e78eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.161826 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-dfdfca37-c7fd-47cf-8d9a-ea82f0e78eaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1333821 Nov 21 04:40:55.172087 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Project cbd8551337074ee2bac10ac55a92e67e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 21 04:40:55.178305 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.184198 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac5919-13f8-4639-8f13-186fa6deed06 None None] The sync data for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi is: [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '618f8190-532b-47db-9331-b699f9643a7c', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'port_id': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'mac_address': 'fa:16:3e:c2:b8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:40:52Z', 'updated_at': '2021-11-21T04:40:52Z', 'revision_number': 0, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 5, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:40:55.253459 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-925caede-855b-4952-835b-06e6e8d8a1ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa97cf69-198d-47b8-9346-8093b5e3b973 HTTP/1.1" status: 200 len: 1001 time: 0.0794775 Nov 21 04:40:55.272474 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.278526 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.300420 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1805d9c-ab17-4e43-b681-0a6fe18b486d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:55.309484 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.317731 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-76bf9188-15ac-47e1-96a6-75944328cbd2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1747632 Nov 21 04:40:55.349520 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-aedbd65e-0801-4485-907c-ebb17386b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.351031 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-aedbd65e-0801-4485-907c-ebb17386b8b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0786905 Nov 21 04:40:55.363137 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f268117-598b-4196-949f-2f07893a2e28 req-89958949-683a-4c7a-8c31-953e2c8f3019 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.365039 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7f268117-598b-4196-949f-2f07893a2e28 req-89958949-683a-4c7a-8c31-953e2c8f3019 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.1045547 Nov 21 04:40:55.429619 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-e3484203-a9b2-4df9-b2f6-5d84d1d8328f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564156006&fields=id&tenant_id=cbd8551337074ee2bac10ac55a92e67e HTTP/1.1" status: 200 len: 267 time: 0.0645807 Nov 21 04:40:55.443564 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843058f7-d05c-4d1a-aff2-a169e4bd1f59 None None] New status for floating IP 618f8190-532b-47db-9331-b699f9643a7c: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:40:55.462907 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7f268117-598b-4196-949f-2f07893a2e28 req-9a4f479f-5470-43ef-ab69-8dc3f60b92aa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907648 Nov 21 04:40:55.466104 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-e9455cc5-6a03-4981-aade-402d73c7bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.467857 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-e9455cc5-6a03-4981-aade-402d73c7bca3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967855 Nov 21 04:40:55.517719 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-a546a393-20c3-45a6-88f0-07ee1401fbde tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.520008 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-a546a393-20c3-45a6-88f0-07ee1401fbde tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0814798 Nov 21 04:40:55.532385 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'port': {'security_groups': ['7c853006-ad88-42dc-9df3-4503145c75e7', '413e255a-d5cf-4355-a288-121b8837b714']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:40:55.569763 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:55.572054 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0e5884-2f69-4c88-a1c1-676a6c54695e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:55.614612 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce68cad8-83ec-48de-8b34-a881bc13a4e1 x-openstack-request-id: req-ce68cad8-83ec-48de-8b34-a881bc13a4e1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:55.614900 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:55.615149 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce68cad8-83ec-48de-8b34-a881bc13a4e1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:55.615537 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'status': 'completed', 'code': 200} Nov 21 04:40:55.628331 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:55.629603 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-6824bd46-dd2f-47e3-b873-9bd4d05c4f82 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509368 Nov 21 04:40:55.856198 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-efdfc05f-a7cd-48a3-8daf-89bde96f0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.857751 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-efdfc05f-a7cd-48a3-8daf-89bde96f0b4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1098 time: 0.1184039 Nov 21 04:40:55.883899 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bc15746d-df0b-4b58-9c42-5227264c3bdf req-4d2ac7eb-734f-48f5-8f39-b8a2537b4a0c service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526463 Nov 21 04:40:55.977553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-463003fa-7d9a-4b60-94bc-e3ccd72d9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:55.979065 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-463003fa-7d9a-4b60-94bc-e3ccd72d9428 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 915 time: 0.1045580 Nov 21 04:40:56.059781 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-9775c142-3e10-47d9-9716-bf661e054573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 1000 time: 0.0704045 Nov 21 04:40:56.124193 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-00466d4d-2548-4cf8-bebb-d188d3b8c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:56.125662 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-00466d4d-2548-4cf8-bebb-d188d3b8c468 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 200 len: 853 time: 0.0556793 Nov 21 04:40:56.131193 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed2bc615-e756-4cad-9cd4-e7da03986169,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:56.164593 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:56.169652 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:56.188149 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-f47fc0cb-ab1c-4ee1-a72f-1163df5615a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:56.189751 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-f47fc0cb-ab1c-4ee1-a72f-1163df5615a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b032df-d647-4b48-a0e4-dd49fb3f64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509377 Nov 21 04:40:56.222583 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed2bc615-e756-4cad-9cd4-e7da03986169'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:56.225959 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:56.226637 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:56.234663 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d828b5cf-32c9-4502-9d32-eb6162e77466 req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "PUT /v2.0/ports/ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 981 time: 0.7046258 Nov 21 04:40:56.253400 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2b33b-bda2-428e-840a-f06e968b81f6 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:56.388797 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb92f4-f2bc-4b9a-b37d-a4bd0ed4312f req-616e2898-8647-4b30-8663-0a4a37f73d31 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:56.390424 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5deb92f4-f2bc-4b9a-b37d-a4bd0ed4312f req-616e2898-8647-4b30-8663-0a4a37f73d31 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0957553 Nov 21 04:40:56.396127 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-7646deb9-9990-4d48-90e9-28f6f59137bc service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902740 Nov 21 04:40:56.496620 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a771748f-7aea-4826-9723-5a88c62df184 None None] Provisioning complete for port ed2bc615-e756-4cad-9cd4-e7da03986169 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:40:56.498423 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a771748f-7aea-4826-9723-5a88c62df184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:56.550971 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5deb92f4-f2bc-4b9a-b37d-a4bd0ed4312f req-3768994e-f9f1-4081-9f98-7d63b9016486 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463943 Nov 21 04:40:56.601211 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fd0e5884-2f69-4c88-a1c1-676a6c54695e req-b4df7133-cf2f-4b38-940c-902637577475 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924179 Nov 21 04:40:56.621909 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed2bc615-e756-4cad-9cd4-e7da03986169'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:40:56.641016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ed7b-3588-4331-becf-16f0edfe425e req-ec677d74-b517-49e3-9ffc-e589a6bcef9f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:56.642611 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1415ed7b-3588-4331-becf-16f0edfe425e req-ec677d74-b517-49e3-9ffc-e589a6bcef9f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 945 time: 0.0675914 Nov 21 04:40:56.716779 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1415ed7b-3588-4331-becf-16f0edfe425e req-8d5e25b8-379f-455d-8c44-f174843fe1de tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592394 Nov 21 04:40:56.945873 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646626-f7e2-499c-b43a-1bed8b36fd03 req-fc150edf-6c20-40c5-b2b1-c9cf4d2b26b0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:56.947431 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7f646626-f7e2-499c-b43a-1bed8b36fd03 req-fc150edf-6c20-40c5-b2b1-c9cf4d2b26b0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0570736 Nov 21 04:40:57.004457 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7f646626-f7e2-499c-b43a-1bed8b36fd03 req-1c846aab-7747-456c-bf96-83404374eb24 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506699 Nov 21 04:40:57.010738 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-0623a060-a5d7-44e7-bc57-414b632f6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:57.012351 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-0623a060-a5d7-44e7-bc57-414b632f6baf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.0588729 Nov 21 04:40:57.130067 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-1efe07d0-0a93-4075-8fa3-5c349e152c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:57.131489 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-1efe07d0-0a93-4075-8fa3-5c349e152c92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.1006422 Nov 21 04:40:57.186112 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-711af2d2-54ed-4ef1-90a9-91be10ceca6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 217 time: 0.0412440 Nov 21 04:40:57.246228 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-eb1af009-4aab-484f-8474-b5e5b65c5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:57.247767 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-eb1af009-4aab-484f-8474-b5e5b65c5430 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.0500002 Nov 21 04:40:57.287268 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-36f7304a-e350-4692-ab79-fbe8270afdc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270085 Nov 21 04:40:57.391851 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-13325599-ff24-45e5-b3d4-74e4e6e38137 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965912 Nov 21 04:40:57.505147 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-321efd4e-4837-4154-8cdc-730a5ad6ecc1 req-916db5e9-d1f2-4a54-ac48-7dcad7e9e512 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935555 Nov 21 04:40:57.506223 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:40:57.592782 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:57.616792 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:57.618355 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:40:57.620435 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074cd46e-8367-470e-938d-5d88acc58c33" -d '{"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:57.620554 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:40:57.641345 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:40:57.649494 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:57.664518 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4db450-cf7f-4747-913d-d9042f542fb2 x-openstack-request-id: req-cc4db450-cf7f-4747-913d-d9042f542fb2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:57.665024 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:57.665024 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc4db450-cf7f-4747-913d-d9042f542fb2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:57.665413 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'status': 'completed', 'code': 200} Nov 21 04:40:57.689364 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 21 Nov 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1681b8-6115-43e6-89e7-aedc11fd5340 x-openstack-request-id: req-ed1681b8-6115-43e6-89e7-aedc11fd5340 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:40:57.689752 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:40:57.690071 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed1681b8-6115-43e6-89e7-aedc11fd5340 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:40:57.691070 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'code': 200} Nov 21 04:40:57.726749 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:40:57.852652 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fb180-9a3e-4831-b91a-7e07ea0bafff req-7c724360-e2c1-4c80-bd3f-bf59bb0f6d36 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:57.853915 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3b2fb180-9a3e-4831-b91a-7e07ea0bafff req-7c724360-e2c1-4c80-bd3f-bf59bb0f6d36 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0604746 Nov 21 04:40:57.905729 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-20e4e352-540c-4caa-8ee3-2370fed834b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:57.907799 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-20e4e352-540c-4caa-8ee3-2370fed834b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1137 time: 0.0591183 Nov 21 04:40:57.915413 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3b2fb180-9a3e-4831-b91a-7e07ea0bafff req-0096be23-e01a-4ecb-a711-c8a41f8922bd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548904 Nov 21 04:40:58.116102 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-e40dc56a-9fa9-4278-9133-29ffca07520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:58.117634 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-e40dc56a-9fa9-4278-9133-29ffca07520a service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 915 time: 0.1875646 Nov 21 04:40:58.124602 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-157eb7b9-10ee-404f-b63c-9afe26ee0b6d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:58.126046 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-157eb7b9-10ee-404f-b63c-9afe26ee0b6d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 0.2060537 Nov 21 04:40:58.126203 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11dfb5-80fd-48df-b681-cad615d1cb43 req-e37b9977-cd44-46b0-88c3-1c1e3334fc89 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:58.127643 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e11dfb5-80fd-48df-b681-cad615d1cb43 req-e37b9977-cd44-46b0-88c3-1c1e3334fc89 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0557013 Nov 21 04:40:58.150147 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-cf7959a4-7aa6-4f4b-88f0-41d286b7dbf5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/quotas/251847713f8f45219c22d7c810264f30 HTTP/1.1" status: 200 len: 375 time: 0.0182796 Nov 21 04:40:58.180386 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7e11dfb5-80fd-48df-b681-cad615d1cb43 req-5f00964a-f607-4010-9322-c5278248a657 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Nov 21 04:40:58.252133 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-830b3606-d7c1-405a-8b9b-27c711c89d40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 1000 time: 0.1133931 Nov 21 04:40:58.262360 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-62fee7ad-3991-478b-9263-28d01324548d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769620 Nov 21 04:40:58.384999 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-723c1b6d-7639-472a-9f71-b0e3c5ba1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:58.386538 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-723c1b6d-7639-472a-9f71-b0e3c5ba1c56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 200 len: 853 time: 0.1096382 Nov 21 04:40:58.448321 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-1dcc4f13-7f24-4f73-8268-911df6abe921 service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787481 Nov 21 04:40:58.466679 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-480200a1-fcf9-423c-8575-1ab5c427a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:58.468195 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-480200a1-fcf9-423c-8575-1ab5c427a11d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b032df-d647-4b48-a0e4-dd49fb3f64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687585 Nov 21 04:40:58.475825 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-020c8c9d-cb72-45cf-a854-06ce59efc9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:40:58.629326 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-ab0d2831-bd94-48a0-817a-43f6caa229ab service neutron] 10.222.0.37 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729577 Nov 21 04:40:58.644134 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-1384bd4d-4ccb-4532-bb89-a06ec0f29f4f service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329951 Nov 21 04:40:58.756059 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f949a9e-0cdd-4606-a9b1-1e54a902b0af req-69c35ae8-fd38-41aa-bc33-49e1793e0c98 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042542 Nov 21 04:40:58.790554 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-956a24cb-4f64-4b7c-9ac3-77d1712b95f9 req-044040b1-2e7e-4986-8ef5-78ae561adf1e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Nov 21 04:40:59.040386 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62978468-55b5-4043-ac42-d15ca856fe40 req-d4da8843-7426-4b12-bb74-4432654a6927 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:59.041917 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62978468-55b5-4043-ac42-d15ca856fe40 req-d4da8843-7426-4b12-bb74-4432654a6927 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0554061 Nov 21 04:40:59.098237 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-62978468-55b5-4043-ac42-d15ca856fe40 req-42f238f5-6424-444e-9458-0ea5005445e8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500746 Nov 21 04:40:59.299477 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f9fcf-7c7e-4409-a3c6-663782294981 req-19f3ce9d-8946-4094-9dd3-91f8114762d3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:40:59.301568 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dd9f9fcf-7c7e-4409-a3c6-663782294981 req-19f3ce9d-8946-4094-9dd3-91f8114762d3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0527935 Nov 21 04:40:59.356368 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dd9f9fcf-7c7e-4409-a3c6-663782294981 req-da030828-eb52-4035-9e57-876bf975ed8d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Nov 21 04:40:59.895775 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1fea2193-5a32-4340-9e11-a297c9f74475 req-7fd0807c-ead2-4711-88c1-2a9454f0698b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 210 time: 0.0297441 Nov 21 04:41:00.235160 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22dd88-f266-4d36-b018-64c348a53d06 req-28adfdb8-0b02-4bfe-8c14-3677615981da tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:00.238356 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ed22dd88-f266-4d36-b018-64c348a53d06 req-28adfdb8-0b02-4bfe-8c14-3677615981da tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0647047 Nov 21 04:41:00.267557 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-d7dc61a5-6951-4eb7-84db-5368cd401d00 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:00.269760 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-d7dc61a5-6951-4eb7-84db-5368cd401d00 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 814 time: 0.1303551 Nov 21 04:41:00.290431 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ed22dd88-f266-4d36-b018-64c348a53d06 req-a69ead8e-c48a-4000-a65d-ce43e416ba16 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Nov 21 04:41:00.302567 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Request body: {'port': {'device_id': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'admin_state_up': True, 'tenant_id': '251847713f8f45219c22d7c810264f30'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:41:00.488792 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6653ae-85c7-46d6-b6b0-ff7ebe114b71 req-2528f234-6fc5-4f9b-b7ef-04da4b780a49 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:00.490426 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9a6653ae-85c7-46d6-b6b0-ff7ebe114b71 req-2528f234-6fc5-4f9b-b7ef-04da4b780a49 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0608535 Nov 21 04:41:00.563113 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9a6653ae-85c7-46d6-b6b0-ff7ebe114b71 req-b6ee378f-2de3-45ff-ba0a-aad92eee4a8a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650792 Nov 21 04:41:00.692385 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Made reservation on behalf of 251847713f8f45219c22d7c810264f30 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:41:00.696330 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:00.797967 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [req-16b74a33-3c94-493a-ba99-e47871e5e804 req-6b9a1284-f1c2-44a1-8a15-3dcaf35f9485 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:41:00.799280 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-16b74a33-3c94-493a-ba99-e47871e5e804 req-6b9a1284-f1c2-44a1-8a15-3dcaf35f9485 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061631 Nov 21 04:41:00.847336 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Allocated IP 172.20.0.5 (ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2/87f3d5af-1477-4c77-b916-0eeb764c570a/703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:41:00.970650 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4174-9398-4787-baa2-ade3e588ad1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.013217 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-76841bc2-04b4-4ec8-b894-e94628f4f2da req-0d8b985e-a5a4-45f1-90a8-99a583d83066 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 210 time: 0.0306418 Nov 21 04:41:01.067426 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a412e93-2824-4676-8b7b-5af192d70b44 req-c3fa29b5-c6d8-472b-b3bb-80f2ed33e25f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:01.068963 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a412e93-2824-4676-8b7b-5af192d70b44 req-c3fa29b5-c6d8-472b-b3bb-80f2ed33e25f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.1413977 Nov 21 04:41:01.107152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.152806 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a412e93-2824-4676-8b7b-5af192d70b44 req-f712b366-2b00-49b2-8875-157c61074712 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780213 Nov 21 04:41:01.172975 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.225635 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:41:01.229320 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:41:01.233405 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:41:01.233685 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d', '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', '7e019903-1209-4f43-9b3f-8a6c244c7a2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:01.241301 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event updated for resources: {'Port': ['ID=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:01.256567 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 49708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:41:01.295897 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:01.296650 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.315448 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-fdf6cff9-cf46-443a-abe8-039849f40830 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0176864 Nov 21 04:41:01.342594 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Request body: {'port': {'device_id': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:41:01.354129 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-76109df1-8447-45ef-828a-da383f7a4809 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959799 Nov 21 04:41:01.363883 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-a08f6eb6-1c80-4bdf-9fd4-11129503d6c6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:41:01.365172 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-a08f6eb6-1c80-4bdf-9fd4-11129503d6c6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053909 Nov 21 04:41:01.409844 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.688055 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6d8f8-3344-433b-bf4f-926aaf926103 req-55202b39-6494-4d03-bff9-09ae53f6c88b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:01.689584 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d8b6d8f8-3344-433b-bf4f-926aaf926103 req-55202b39-6494-4d03-bff9-09ae53f6c88b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0541153 Nov 21 04:41:01.746742 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d8b6d8f8-3344-433b-bf4f-926aaf926103 req-97568a6d-d957-460d-a87f-47e72c575486 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Nov 21 04:41:01.779099 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:41:01.788997 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.802449 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Transition to ACTIVE for port object 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:41:01.806727 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.863004 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Pushing event updated for resources: {'Port': ['ID=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:01.946752 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Attempting to bind port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:41:01.947118 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Attempting to bind port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:41:01.947477 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Attempting to bind port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:41:01.952098 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:41:01.952429 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Attempting to bind port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 on network ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:41:01.957702 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:01.959504 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:41:01.959850 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Checking segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:41:01.960235 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Bound using segment: {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:41:01.960666 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Bound port: 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad9c7ca-d85a-436a-be96-315d2241c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:41:01.961032 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:02.035610 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] For port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:41:02.039794 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] For port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:41:02.044631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:02.091982 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.092594 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:02.093961 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] 10.222.0.48 "PUT /v2.0/ports/703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 HTTP/1.1" status: 200 len: 1093 time: 0.7561064 Nov 21 04:41:02.102677 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'tag': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:02.105016 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4352d479-5450-4e27-b127-6db441e6d3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b3298c18-7135-498a-8dce-6a23a9853a93", "tag": "703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:02.145003 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f6ef9-6300-4581-82e9-2a44e26908da x-openstack-request-id: req-a76f6ef9-6300-4581-82e9-2a44e26908da {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:02.145300 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3298c18-7135-498a-8dce-6a23a9853a93", "tag": "703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:02.145558 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a76f6ef9-6300-4581-82e9-2a44e26908da {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:02.145953 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'tag': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3', 'status': 'completed', 'code': 200} Nov 21 04:41:02.155589 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6304d-bdd8-4ea3-a5e6-e39199ab93ac service neutron] Pushing event updated for resources: {'Port': ['ID=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:02.173803 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f3bd4-7300-49c5-81bc-839e8bd0aec8 req-49c0b611-4297-418c-bf26-bf9c77ef4fa5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.175637 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-655f3bd4-7300-49c5-81bc-839e8bd0aec8 req-49c0b611-4297-418c-bf26-bf9c77ef4fa5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 943 time: 0.0897279 Nov 21 04:41:02.258269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-e73a308d-77da-469e-b558-287fd6a66363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.259824 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-e73a308d-77da-469e-b558-287fd6a66363 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 1096 time: 0.0832908 Nov 21 04:41:02.263916 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-655f3bd4-7300-49c5-81bc-839e8bd0aec8 req-6290a731-ac39-4545-800b-177801f267c8 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790606 Nov 21 04:41:02.288632 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17fc88-9780-438b-bd59-3e0b1233a5a3 req-3cdede3d-0482-424f-a6c4-7273949ea18d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.290160 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cf17fc88-9780-438b-bd59-3e0b1233a5a3 req-3cdede3d-0482-424f-a6c4-7273949ea18d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0542946 Nov 21 04:41:02.322452 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-25db9f40-60cd-4632-a754-c57898738035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 HTTP/1.1" status: 200 len: 217 time: 0.0457423 Nov 21 04:41:02.345485 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cf17fc88-9780-438b-bd59-3e0b1233a5a3 req-f1b3597f-8928-4c00-9a18-86ce7e1ec7ea tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493433 Nov 21 04:41:02.384500 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-56934fab-06e0-4033-bf92-1be9d38f49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.385962 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-56934fab-06e0-4033-bf92-1be9d38f49f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.0547724 Nov 21 04:41:02.422608 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-59e05e47-a8b6-4783-aaf0-c7bc092beead service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267196 Nov 21 04:41:02.526122 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-ca821c55-f4f9-40ea-bb85-5b2a7264d936 service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924766 Nov 21 04:41:02.636399 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-05681971-2961-4f00-bfbd-54bd853cbfa3 req-21f6d8aa-dfea-430e-b172-0f70a2feffae service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010208 Nov 21 04:41:02.831484 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d479-5450-4e27-b127-6db441e6d3ce req-d7690627-1920-44bb-84f9-c62eae7b79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.833114 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4352d479-5450-4e27-b127-6db441e6d3ce req-d7690627-1920-44bb-84f9-c62eae7b79bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251847713f8f45219c22d7c810264f30&device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 1096 time: 0.0575879 Nov 21 04:41:02.944239 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1638c0-d250-46f4-980e-b27034b6746f req-fa27da7d-342a-45de-966d-534b38a9e7a2 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.945733 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ad1638c0-d250-46f4-980e-b27034b6746f req-fa27da7d-342a-45de-966d-534b38a9e7a2 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.1254792 Nov 21 04:41:02.993810 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d479-5450-4e27-b127-6db441e6d3ce req-e876d528-310e-477d-ae6d-eada84383463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:02.995298 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4352d479-5450-4e27-b127-6db441e6d3ce req-e876d528-310e-477d-ae6d-eada84383463 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 200 len: 915 time: 0.1419849 Nov 21 04:41:03.059184 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4352d479-5450-4e27-b127-6db441e6d3ce req-55d47c5f-22a2-410f-bc4f-cfd2c923aff3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 HTTP/1.1" status: 200 len: 217 time: 0.0540667 Nov 21 04:41:03.064035 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ad1638c0-d250-46f4-980e-b27034b6746f req-3631b649-afde-43a4-a23b-eaf3cba8f40c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054604 Nov 21 04:41:03.127145 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d479-5450-4e27-b127-6db441e6d3ce req-98f0838e-9e0c-4968-8b65-2655158f74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:03.128820 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4352d479-5450-4e27-b127-6db441e6d3ce req-98f0838e-9e0c-4968-8b65-2655158f74f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 200 len: 854 time: 0.0532148 Nov 21 04:41:03.166185 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4352d479-5450-4e27-b127-6db441e6d3ce req-df116534-475f-430c-bd0a-3225dbd93a30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278778 Nov 21 04:41:03.270952 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4352d479-5450-4e27-b127-6db441e6d3ce req-2db936c2-ab0d-4824-946e-83e66a34bd9b service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944033 Nov 21 04:41:03.383262 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7919e-ce7d-4556-b349-01554fc40387 req-d3d84d74-1a03-48b4-b756-bba357332e6b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:03.384787 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-05d7919e-ce7d-4556-b349-01554fc40387 req-d3d84d74-1a03-48b4-b756-bba357332e6b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 943 time: 0.0544252 Nov 21 04:41:03.399378 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4352d479-5450-4e27-b127-6db441e6d3ce req-8274fe85-aaac-46c5-b6ca-a64bc91fbfaf service neutron] 10.222.0.48 "GET /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079366 Nov 21 04:41:03.439711 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-05d7919e-ce7d-4556-b349-01554fc40387 req-bde37cfa-a809-40e8-8291-7d77b639d245 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489483 Nov 21 04:41:03.474416 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463df5eb-bf30-4cfa-97c3-cbed24d92775 req-db012ffb-9347-4f3a-bf83-16f241218182 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:03.475933 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-463df5eb-bf30-4cfa-97c3-cbed24d92775 req-db012ffb-9347-4f3a-bf83-16f241218182 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0554266 Nov 21 04:41:03.527221 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-463df5eb-bf30-4cfa-97c3-cbed24d92775 req-91cda21f-14ed-4e50-be5a-da456e4fa7d5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 Nov 21 04:41:03.538610 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:41:03.594696 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:03.629980 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-b904fb68-51c2-455c-98ae-52717b0a505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:03.631595 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-b904fb68-51c2-455c-98ae-52717b0a505b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2&tenant_id=232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 1096 time: 0.0932374 Nov 21 04:41:03.724971 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-9404bd87-c546-4080-b931-7d5bb825eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:03.726685 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-9404bd87-c546-4080-b931-7d5bb825eb07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0450695 Nov 21 04:41:03.837262 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-00019f46-ecd6-407b-ac73-052a1d378f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:03.838775 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-00019f46-ecd6-407b-ac73-052a1d378f0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1022289 Nov 21 04:41:03.915892 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-c0710522-c91d-43dd-bf47-0f4720dc0d67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa97cf69-198d-47b8-9346-8093b5e3b973 HTTP/1.1" status: 200 len: 999 time: 0.0667648 Nov 21 04:41:03.976286 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-014ea98c-363a-4eb6-8f12-b54e475b5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:03.977755 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-014ea98c-363a-4eb6-8f12-b54e475b5e7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0492921 Nov 21 04:41:04.035563 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-9e227bd8-1073-46b1-8db5-2957edc1b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:04.037302 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-9e227bd8-1073-46b1-8db5-2957edc1b898 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467529 Nov 21 04:41:04.141452 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-1043cd63-9f8e-4452-b0ce-bed8e3d169b1 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956779 Nov 21 04:41:04.183487 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c79-9553-424e-a153-1c4cf67baeec req-d4d12328-cdbf-421b-b765-ee5845bafd49 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:04.184892 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b3466c79-9553-424e-a153-1c4cf67baeec req-d4d12328-cdbf-421b-b765-ee5845bafd49 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0533745 Nov 21 04:41:04.237037 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b3466c79-9553-424e-a153-1c4cf67baeec req-a155890a-b433-4769-a629-618d3cc2928c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460629 Nov 21 04:41:04.262947 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-3606152b-7251-4b84-8d31-b0a4e2a46201 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101003 Nov 21 04:41:04.560195 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c738790-53ad-4bdc-b800-631289fc763e req-9b489b3c-0e30-48c1-a6f3-50d0d24298b5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:04.561825 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4c738790-53ad-4bdc-b800-631289fc763e req-9b489b3c-0e30-48c1-a6f3-50d0d24298b5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 943 time: 0.0558093 Nov 21 04:41:04.618272 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4c738790-53ad-4bdc-b800-631289fc763e req-19561e77-30b7-4a40-880d-084d6f83f25c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Nov 21 04:41:04.640802 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:04.662847 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb463-6169-4109-9b71-b13d74a83af0 req-3f1948cd-1044-4229-a244-9056c141f682 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:04.664487 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a96fb463-6169-4109-9b71-b13d74a83af0 req-3f1948cd-1044-4229-a244-9056c141f682 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0621576 Nov 21 04:41:04.718502 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a96fb463-6169-4109-9b71-b13d74a83af0 req-adb8736c-ff97-4698-a51d-510905686497 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 Nov 21 04:41:05.369523 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9d4d9-eda7-4855-9e24-9503752a7b92 req-2041cf34-ebfc-49c1-b5ff-40ad77ef477d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:05.371806 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1be9d4d9-eda7-4855-9e24-9503752a7b92 req-2041cf34-ebfc-49c1-b5ff-40ad77ef477d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0592475 Nov 21 04:41:05.427275 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1be9d4d9-eda7-4855-9e24-9503752a7b92 req-5a036f8b-0760-4094-a471-902e7da78556 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485086 Nov 21 04:41:05.547773 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:41:05.665153 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:05.680476 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3', 'network_id': 'ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2', 'port_id': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3', 'mac_address': 'fa:16:3e:6b:f5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f3d5af-1477-4c77-b916-0eeb764c570a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:41:05.723814 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:05.739622 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:41:05.766984 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:05.772274 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:05.772805 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3060d3-ffec-49d9-bab6-94806a1ea585 req-c21b59dc-cb51-40cf-8b68-bcc0bb8ae248 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:05.780034 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4d3060d3-ffec-49d9-bab6-94806a1ea585 req-c21b59dc-cb51-40cf-8b68-bcc0bb8ae248 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 943 time: 0.0755544 Nov 21 04:41:05.835593 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4d3060d3-ffec-49d9-bab6-94806a1ea585 req-0f611e26-31b2-4721-ad68-5392cfc321d7 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Nov 21 04:41:05.846877 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:05.884941 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457a186-7e70-4240-a6fb-87f2399e5d09 req-0c3a30b5-1cee-4aa7-9bb0-8b1a9efc44ca tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:05.886419 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4457a186-7e70-4240-a6fb-87f2399e5d09 req-0c3a30b5-1cee-4aa7-9bb0-8b1a9efc44ca tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0853021 Nov 21 04:41:05.944438 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4457a186-7e70-4240-a6fb-87f2399e5d09 req-616a040e-0e7b-4c19-a350-051858615a83 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518091 Nov 21 04:41:06.460007 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:06.561476 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef2535-7208-4050-88c8-5c41db109493 req-a0f13f2b-6706-4ead-b079-c46cf4e7a782 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:06.563458 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a8ef2535-7208-4050-88c8-5c41db109493 req-a0f13f2b-6706-4ead-b079-c46cf4e7a782 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0684462 Nov 21 04:41:06.625446 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a8ef2535-7208-4050-88c8-5c41db109493 req-da8a8db5-2719-41e9-9d20-588d8ee1c87c tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551453 Nov 21 04:41:06.959141 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08bb2-60c8-4e0e-9e71-f22743d31157 req-8c7bc6e8-d20d-4a0a-aad1-3161e80d691e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:06.960634 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-85b08bb2-60c8-4e0e-9e71-f22743d31157 req-8c7bc6e8-d20d-4a0a-aad1-3161e80d691e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 944 time: 0.0565343 Nov 21 04:41:07.025475 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-85b08bb2-60c8-4e0e-9e71-f22743d31157 req-4475e596-2ab3-467e-9dbc-e422a24781b1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Nov 21 04:41:07.076652 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dce635-e890-4338-942d-5a53d7394145 req-8732e633-30a2-4cf6-a272-ddeaadf0756c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:07.078452 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-53dce635-e890-4338-942d-5a53d7394145 req-8732e633-30a2-4cf6-a272-ddeaadf0756c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0555093 Nov 21 04:41:07.135823 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-53dce635-e890-4338-942d-5a53d7394145 req-bf3ecd11-edee-4b08-a19b-0793db9c969a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510192 Nov 21 04:41:07.749736 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84ba1-0f29-43eb-9682-ce959b48772e req-40fd8159-1294-4ba2-ad90-8a0a6664fb3b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:07.751351 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-33a84ba1-0f29-43eb-9682-ce959b48772e req-40fd8159-1294-4ba2-ad90-8a0a6664fb3b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0553553 Nov 21 04:41:07.807577 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-33a84ba1-0f29-43eb-9682-ce959b48772e req-3eac41cf-33a1-4411-83eb-433e64351529 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497751 Nov 21 04:41:08.141359 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178005-db6c-4fbf-aecb-7b7295172a86 req-a1fd34f0-5f7d-4e8c-b6c4-3a6aab65cc14 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:08.142863 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f6178005-db6c-4fbf-aecb-7b7295172a86 req-a1fd34f0-5f7d-4e8c-b6c4-3a6aab65cc14 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 944 time: 0.0546136 Nov 21 04:41:08.200599 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f6178005-db6c-4fbf-aecb-7b7295172a86 req-5a1a4d13-c9d3-4237-8d6b-39aee1408044 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Nov 21 04:41:08.290085 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37b805-3613-46f6-9971-4c999ed6a7b3 req-f1fda25b-c747-49d7-b94f-b84c77f51284 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:08.290085 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2e37b805-3613-46f6-9971-4c999ed6a7b3 req-f1fda25b-c747-49d7-b94f-b84c77f51284 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0565224 Nov 21 04:41:08.351595 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2e37b805-3613-46f6-9971-4c999ed6a7b3 req-751fa701-52f9-470b-b721-0a7b6b9e4acd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545678 Nov 21 04:41:08.948287 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6bd9e-5b29-4441-9217-4c4c6cb5aafe req-65824d5e-381b-4238-a245-fefd2235b697 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:08.949897 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3cd6bd9e-5b29-4441-9217-4c4c6cb5aafe req-65824d5e-381b-4238-a245-fefd2235b697 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0617003 Nov 21 04:41:09.004938 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3cd6bd9e-5b29-4441-9217-4c4c6cb5aafe req-120d9751-01c7-4b59-a2f5-ce8a149c7715 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491786 Nov 21 04:41:09.323777 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19971987-ba03-47a4-bc68-2ff2f5b03d1e req-e600f283-08a7-42ce-9ede-dd09c69e8780 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:09.325320 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-19971987-ba03-47a4-bc68-2ff2f5b03d1e req-e600f283-08a7-42ce-9ede-dd09c69e8780 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 944 time: 0.0553625 Nov 21 04:41:09.403300 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-19971987-ba03-47a4-bc68-2ff2f5b03d1e req-2e21f17a-d819-4627-8820-9f9b7ab2db7e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569894 Nov 21 04:41:09.487519 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07ee75-d55f-440f-81cc-b4b510fe80b5 req-3705cd76-1e56-45c8-8e4e-876c22f6918b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:09.489013 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1e07ee75-d55f-440f-81cc-b4b510fe80b5 req-3705cd76-1e56-45c8-8e4e-876c22f6918b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0579524 Nov 21 04:41:09.540634 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1e07ee75-d55f-440f-81cc-b4b510fe80b5 req-b462f7e4-c5b9-451e-b1bf-9fbe8f20274f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Nov 21 04:41:09.560013 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:41:09.621017 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:41:09.625676 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:41:09.626055 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:09.717701 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:09.744584 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:09.746798 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6d7f59-8cee-4274-828d-3fbe2639f3de" -d '{"events": [{"server_uuid": "b3298c18-7135-498a-8dce-6a23a9853a93", "name": "network-vif-plugged", "status": "completed", "tag": "703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:09.761437 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:09.767440 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:09.801640 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c1dc37-b927-416a-b016-232b0c30c4a6 x-openstack-request-id: req-b6c1dc37-b927-416a-b016-232b0c30c4a6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:09.801951 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3298c18-7135-498a-8dce-6a23a9853a93", "name": "network-vif-plugged", "status": "completed", "tag": "703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:09.802232 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6c1dc37-b927-416a-b016-232b0c30c4a6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:09.802632 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3', 'code': 200} Nov 21 04:41:09.830892 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:10.130654 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647dade-8d59-4135-afe4-ae99cb7f0cb8 req-0cf5cb88-50c2-4062-bfe9-4df72e9a2a55 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:10.132341 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8647dade-8d59-4135-afe4-ae99cb7f0cb8 req-0cf5cb88-50c2-4062-bfe9-4df72e9a2a55 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0596898 Nov 21 04:41:10.185054 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8647dade-8d59-4135-afe4-ae99cb7f0cb8 req-01d9fa8a-cfc6-4158-a634-f457f676cef7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Nov 21 04:41:10.511214 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7009-4584-4ac5-aa98-3249b32146fa req-d26871d5-7fd7-4745-9cdf-723ff39d0f5d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:10.512851 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a1fa7009-4584-4ac5-aa98-3249b32146fa req-d26871d5-7fd7-4745-9cdf-723ff39d0f5d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0577142 Nov 21 04:41:10.568689 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a1fa7009-4584-4ac5-aa98-3249b32146fa req-23d20130-9164-44b7-8b5b-380acb3a39d4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467095 Nov 21 04:41:10.688471 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d9bf9-5f93-49bf-8e34-2318c125eb38 req-426218a8-c028-4b06-83b7-db7a4b7c45e8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:10.689969 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f33d9bf9-5f93-49bf-8e34-2318c125eb38 req-426218a8-c028-4b06-83b7-db7a4b7c45e8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0572009 Nov 21 04:41:10.743477 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f33d9bf9-5f93-49bf-8e34-2318c125eb38 req-cb9d32d3-9d82-4757-ae26-d9ed4e9dc595 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476058 Nov 21 04:41:11.317520 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f40fb-412b-47bf-b3b1-0e122415e9bc req-75e82787-9380-4665-b7a6-7d2f3fc43de6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:11.319084 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-891f40fb-412b-47bf-b3b1-0e122415e9bc req-75e82787-9380-4665-b7a6-7d2f3fc43de6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0669296 Nov 21 04:41:11.371092 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-891f40fb-412b-47bf-b3b1-0e122415e9bc req-0eaf22bb-c93d-4927-834f-803b7874a96d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Nov 21 04:41:11.689865 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ef299-ee20-4a19-a564-8a2edeba6556 req-788d3081-62ac-4648-866c-dc2a7b81b91c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:11.691403 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bd3ef299-ee20-4a19-a564-8a2edeba6556 req-788d3081-62ac-4648-866c-dc2a7b81b91c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0545466 Nov 21 04:41:11.746161 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bd3ef299-ee20-4a19-a564-8a2edeba6556 req-94f58d58-45f6-491f-a217-8d68a5e39253 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487995 Nov 21 04:41:11.871060 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab5569-a146-47df-b15b-2506e93c19dd req-427be8af-e167-4575-aa32-a8c5fd1e6604 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:11.872538 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6bab5569-a146-47df-b15b-2506e93c19dd req-427be8af-e167-4575-aa32-a8c5fd1e6604 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0555499 Nov 21 04:41:11.936521 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6bab5569-a146-47df-b15b-2506e93c19dd req-8c668b47-8e95-4199-86ae-e892a7a6fb92 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569911 Nov 21 04:41:12.492241 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcb960-9dea-4eaf-b95c-59d8bff53d42 req-2ac3e340-f200-468b-ac6b-6039e03e4ded tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:12.493696 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5fdcb960-9dea-4eaf-b95c-59d8bff53d42 req-2ac3e340-f200-468b-ac6b-6039e03e4ded tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Nov 21 04:41:12.547282 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5fdcb960-9dea-4eaf-b95c-59d8bff53d42 req-ed06ac91-45f3-499f-8dcd-bb51e3bb5615 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Nov 21 04:41:12.881255 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8418dbf-2bc8-4800-9919-a9d74aafdb34 req-0409aba1-ce99-483a-8f89-2388e044e8ce tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:12.882801 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f8418dbf-2bc8-4800-9919-a9d74aafdb34 req-0409aba1-ce99-483a-8f89-2388e044e8ce tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0692415 Nov 21 04:41:12.938087 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f8418dbf-2bc8-4800-9919-a9d74aafdb34 req-ef702ed5-9d62-4ae0-aa18-771dfbe92845 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Nov 21 04:41:13.059689 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda155f6-1e64-48a4-9668-235e4e708c8f req-3e88c1d4-d7ac-4741-9c1e-cc6697a7c463 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:13.062868 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dda155f6-1e64-48a4-9668-235e4e708c8f req-3e88c1d4-d7ac-4741-9c1e-cc6697a7c463 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0564051 Nov 21 04:41:13.118532 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dda155f6-1e64-48a4-9668-235e4e708c8f req-b3fdc761-355f-4cf1-b3e0-272e80837667 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486705 Nov 21 04:41:13.205223 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:13.667687 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fb132-9206-422d-9a79-b79f69fe59e9 req-179ca6be-c12b-4143-a818-485c0b25ba59 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:13.669203 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-350fb132-9206-422d-9a79-b79f69fe59e9 req-179ca6be-c12b-4143-a818-485c0b25ba59 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0522115 Nov 21 04:41:13.731217 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-350fb132-9206-422d-9a79-b79f69fe59e9 req-ca213849-f6bb-4c54-8b74-720002ad51fd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553870 Nov 21 04:41:14.071553 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720cb1-4d66-4a1a-a55e-9e8251c10ab2 req-f5473fad-e985-485a-94fb-19e163c5b9ff tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:14.073052 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-89720cb1-4d66-4a1a-a55e-9e8251c10ab2 req-f5473fad-e985-485a-94fb-19e163c5b9ff tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0552452 Nov 21 04:41:14.125821 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-89720cb1-4d66-4a1a-a55e-9e8251c10ab2 req-e50ed116-8c7d-4055-aeb7-0e1bc3088ad1 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468194 Nov 21 04:41:14.242915 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f5867-dc34-4ba2-bb51-88febe843714 req-fd7f1767-5823-4080-ba18-cc2353cefb7c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:14.244305 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f16f5867-dc34-4ba2-bb51-88febe843714 req-fd7f1767-5823-4080-ba18-cc2353cefb7c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0534270 Nov 21 04:41:14.301485 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f16f5867-dc34-4ba2-bb51-88febe843714 req-7ae87cdc-3aae-4ddf-b4bc-32e1c4acb316 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507317 Nov 21 04:41:14.852036 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c455c-6182-4b0f-8ba8-092720779c51 req-01cee778-c854-4a27-8e9e-aa71d8f5e685 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:14.853590 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-102c455c-6182-4b0f-8ba8-092720779c51 req-01cee778-c854-4a27-8e9e-aa71d8f5e685 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0523512 Nov 21 04:41:14.909461 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-102c455c-6182-4b0f-8ba8-092720779c51 req-1619fd54-76c7-4be3-9c92-1dc278a4518a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Nov 21 04:41:15.246365 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d17b68-e755-4888-bb38-083f6b789bfe req-82bedb36-dcde-43b0-908d-4a9fbb6a78f9 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:15.248097 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-86d17b68-e755-4888-bb38-083f6b789bfe req-82bedb36-dcde-43b0-908d-4a9fbb6a78f9 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0541074 Nov 21 04:41:15.301836 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-86d17b68-e755-4888-bb38-083f6b789bfe req-dc0ade56-05f9-4b66-a44a-0bffc807725f tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Nov 21 04:41:15.425655 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc2a1-71c1-4a9a-838a-ec52886dfc90 req-1b07880e-faad-430b-b340-afd7ac97018e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:15.427095 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-742dc2a1-71c1-4a9a-838a-ec52886dfc90 req-1b07880e-faad-430b-b340-afd7ac97018e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0540962 Nov 21 04:41:15.483574 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-742dc2a1-71c1-4a9a-838a-ec52886dfc90 req-b3e4450c-1481-4f6f-8562-d5475a63885c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505390 Nov 21 04:41:16.032596 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1888-9925-4adb-a422-87e74941d841 req-34073550-c65d-4e32-a916-d49dd25b0772 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:16.034208 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8cfb1888-9925-4adb-a422-87e74941d841 req-34073550-c65d-4e32-a916-d49dd25b0772 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0563660 Nov 21 04:41:16.095444 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8cfb1888-9925-4adb-a422-87e74941d841 req-4e99c7ef-6726-478c-92ae-d690fbfb7597 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Nov 21 04:41:16.425688 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054de096-ee6c-47b5-b2a4-76af0de6436d req-9afce508-5353-4061-9d9a-df1920b0b26b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:16.427209 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-054de096-ee6c-47b5-b2a4-76af0de6436d req-9afce508-5353-4061-9d9a-df1920b0b26b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0560861 Nov 21 04:41:16.479336 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-054de096-ee6c-47b5-b2a4-76af0de6436d req-a9efc330-a9c1-4542-9e39-a5f53454e7bb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Nov 21 04:41:16.617327 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0005a4b-0fc7-47de-b2f2-f1967a4e9a72 req-1b32d0bd-acab-42e5-a60e-b7ae958dd4ab tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:16.619036 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b0005a4b-0fc7-47de-b2f2-f1967a4e9a72 req-1b32d0bd-acab-42e5-a60e-b7ae958dd4ab tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0618210 Nov 21 04:41:16.673277 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b0005a4b-0fc7-47de-b2f2-f1967a4e9a72 req-b4de4f33-6c63-423e-9e4d-ebe590415304 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482783 Nov 21 04:41:17.215520 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d9582-2152-4a81-8bb3-0a6715710462 req-8e32a889-b3fd-41d5-83b4-8a905ad95123 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:17.217262 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e77d9582-2152-4a81-8bb3-0a6715710462 req-8e32a889-b3fd-41d5-83b4-8a905ad95123 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0539320 Nov 21 04:41:17.271383 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e77d9582-2152-4a81-8bb3-0a6715710462 req-257e6369-5446-40c5-95de-3af63317f396 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476677 Nov 21 04:41:17.606536 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e10e92-f211-4f8a-872e-4d80ce1f678c req-2b59691a-9f17-475a-af9d-9b1079496776 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:17.608183 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-22e10e92-f211-4f8a-872e-4d80ce1f678c req-2b59691a-9f17-475a-af9d-9b1079496776 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0548060 Nov 21 04:41:17.665185 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-22e10e92-f211-4f8a-872e-4d80ce1f678c req-06d9a9df-5b81-4629-bab9-dd5b24054c26 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Nov 21 04:41:17.805924 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24119f-8ab6-4f23-a047-d9a67e95bf62 req-26ccef67-ac60-44cf-802f-769e8e53fe42 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:17.807449 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d24119f-8ab6-4f23-a047-d9a67e95bf62 req-26ccef67-ac60-44cf-802f-769e8e53fe42 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0599537 Nov 21 04:41:17.859069 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0d24119f-8ab6-4f23-a047-d9a67e95bf62 req-ef365730-617b-48c3-a7e0-7e35e81047bc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457022 Nov 21 04:41:18.401423 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca06f-4cf5-4cc4-a901-d13a2489dae7 req-64fd4af9-263d-46a6-9b53-45f986920701 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:18.402967 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0b7ca06f-4cf5-4cc4-a901-d13a2489dae7 req-64fd4af9-263d-46a6-9b53-45f986920701 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0579700 Nov 21 04:41:18.457054 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0b7ca06f-4cf5-4cc4-a901-d13a2489dae7 req-09d5f8fa-f085-4ab8-a37b-1a9accee18df tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479670 Nov 21 04:41:18.784961 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc80f-c43f-49e2-b5bc-5a3130ca89e6 req-d61a7c45-1df1-44fa-ad03-599fcb1110f5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:18.786727 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-80dcc80f-c43f-49e2-b5bc-5a3130ca89e6 req-d61a7c45-1df1-44fa-ad03-599fcb1110f5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0541596 Nov 21 04:41:18.841084 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-80dcc80f-c43f-49e2-b5bc-5a3130ca89e6 req-dfbe6531-5791-4acd-a645-41cc6fb10499 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Nov 21 04:41:18.986312 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887802c8-7cac-4ac6-944d-afe2430cecf2 req-4b89731c-6bd4-4f0a-b39d-5f606c34593e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:18.988620 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-887802c8-7cac-4ac6-944d-afe2430cecf2 req-4b89731c-6bd4-4f0a-b39d-5f606c34593e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0560217 Nov 21 04:41:19.042651 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-887802c8-7cac-4ac6-944d-afe2430cecf2 req-c4101b87-3514-484d-9d16-41fd14b6549c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480683 Nov 21 04:41:19.584205 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da70cb-a68b-4398-94ce-08203a3dc7a2 req-8567ed14-f986-4caa-acd1-9bf7cdc2f33a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:19.585598 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-45da70cb-a68b-4398-94ce-08203a3dc7a2 req-8567ed14-f986-4caa-acd1-9bf7cdc2f33a tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0594912 Nov 21 04:41:19.639216 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-45da70cb-a68b-4398-94ce-08203a3dc7a2 req-f9bbb371-a50c-4065-b9f1-90ca797705e4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Nov 21 04:41:19.975404 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f1d38-8a8c-4787-a654-298e9567e615 req-272f47c0-28cf-487a-bb40-2457c4e8dc27 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:19.980362 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d54f1d38-8a8c-4787-a654-298e9567e615 req-272f47c0-28cf-487a-bb40-2457c4e8dc27 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0678041 Nov 21 04:41:20.032384 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d54f1d38-8a8c-4787-a654-298e9567e615 req-bbe9ca91-3033-49a5-b955-e8377a5c693e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496035 Nov 21 04:41:20.174188 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ef77-1d8d-4a99-b169-5d10ac7a0fdb req-a6028ad0-0ff2-4963-a79c-cf988e11ff26 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:20.175784 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3b94ef77-1d8d-4a99-b169-5d10ac7a0fdb req-a6028ad0-0ff2-4963-a79c-cf988e11ff26 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0573566 Nov 21 04:41:20.230424 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3b94ef77-1d8d-4a99-b169-5d10ac7a0fdb req-c1642411-4b4e-4367-b3a2-3e7c19ee68b1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486324 Nov 21 04:41:20.759837 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc56dd8-0f6b-42ac-9cc9-7b972fd28901 req-ade776de-6a3c-49de-a455-d04237fd35dd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:20.761323 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-abc56dd8-0f6b-42ac-9cc9-7b972fd28901 req-ade776de-6a3c-49de-a455-d04237fd35dd tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0532475 Nov 21 04:41:20.812335 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-abc56dd8-0f6b-42ac-9cc9-7b972fd28901 req-5b943ea7-e19a-43e5-a3d2-c347b6cee4f3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 Nov 21 04:41:21.151110 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6e267-7a77-46e9-8716-257265381af5 req-879e41a9-5e39-4bb4-8421-8b2908d1a394 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:21.152635 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1af6e267-7a77-46e9-8716-257265381af5 req-879e41a9-5e39-4bb4-8421-8b2908d1a394 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0536952 Nov 21 04:41:21.208407 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1af6e267-7a77-46e9-8716-257265381af5 req-3b37387b-a281-4301-956b-5d57efaea7b5 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 Nov 21 04:41:21.277237 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-5d6aab4d-e305-4301-b49e-11579837f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:21.278778 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-5d6aab4d-e305-4301-b49e-11579837f215 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.0817709 Nov 21 04:41:21.289886 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecbbce-e4d7-40ca-8dae-ca3cbcdae72e req-37ca7223-a3c4-4ced-9749-91c430c7da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:21.291398 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-baecbbce-e4d7-40ca-8dae-ca3cbcdae72e req-37ca7223-a3c4-4ced-9749-91c430c7da92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 1098 time: 0.0551209 Nov 21 04:41:21.448746 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-baecbbce-e4d7-40ca-8dae-ca3cbcdae72e req-04053d14-8199-4d76-8946-750e9e770c30 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341887 Nov 21 04:41:21.458774 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf3843-a617-4418-a075-a56de9876139 req-f8a60850-b6ff-4adf-a0a3-3747ee971428 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:21.460209 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-52bf3843-a617-4418-a075-a56de9876139 req-f8a60850-b6ff-4adf-a0a3-3747ee971428 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.1570938 Nov 21 04:41:21.503426 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-c5819f92-d873-475a-916a-33ff1ac5b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:21.504915 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-c5819f92-d873-475a-916a-33ff1ac5b964 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.1837068 Nov 21 04:41:21.528154 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-52bf3843-a617-4418-a075-a56de9876139 req-ded54fc4-da1d-44ee-a2dc-04c0a42c5829 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605998 Nov 21 04:41:21.816600 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-afe5491d-bec6-40fb-b44a-3d56c8ef54cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 217 time: 0.0419586 Nov 21 04:41:21.875488 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-95642932-759a-4c52-830e-b382a11a963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:21.876993 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-95642932-759a-4c52-830e-b382a11a963a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.0522413 Nov 21 04:41:21.917107 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-80c54a71-8e4d-4f25-bb53-6ecd093d25d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285418 Nov 21 04:41:21.929041 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f2f0-9c55-4663-941d-c38c29483cf9 req-7ed25148-11c0-4cab-abd3-892b11277217 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:21.930527 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-83d9f2f0-9c55-4663-941d-c38c29483cf9 req-7ed25148-11c0-4cab-abd3-892b11277217 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0525095 Nov 21 04:41:21.982019 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-83d9f2f0-9c55-4663-941d-c38c29483cf9 req-d867eb0b-42ca-4bf9-a859-d4d175994267 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456212 Nov 21 04:41:22.021276 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-1e6b31d5-113a-440b-bd29-f5fe4ceb7222 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948327 Nov 21 04:41:22.126012 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0ee641c7-0c99-4027-83bc-8609a0ffccd1 req-61cc910e-8f48-4e37-976f-3892f27abeb1 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974298 Nov 21 04:41:22.328244 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e20ac4-6a34-4d81-8502-20e198f9edfd req-5a69466f-fae3-484f-b199-6c018a5e35d0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:22.329784 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-85e20ac4-6a34-4d81-8502-20e198f9edfd req-5a69466f-fae3-484f-b199-6c018a5e35d0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0555236 Nov 21 04:41:22.381545 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-85e20ac4-6a34-4d81-8502-20e198f9edfd req-9a1695ba-757c-48ad-ad47-64b33f0dfd0d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Nov 21 04:41:22.651963 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58ebb-085c-4982-a12d-a3032e2f1082 req-b03581a9-8262-4805-88ad-1a8d911cbdef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:22.653372 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cda58ebb-085c-4982-a12d-a3032e2f1082 req-b03581a9-8262-4805-88ad-1a8d911cbdef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0526226 Nov 21 04:41:22.705465 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cda58ebb-085c-4982-a12d-a3032e2f1082 req-33fd7bc4-4d26-4c34-b783-9657dfa0a20b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463076 Nov 21 04:41:23.107943 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b231037-75a7-4506-a514-7ac8f2732bc6 req-0a1a0f7b-3bfa-4d5f-b111-3c0e279b8124 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:23.109446 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0b231037-75a7-4506-a514-7ac8f2732bc6 req-0a1a0f7b-3bfa-4d5f-b111-3c0e279b8124 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0583003 Nov 21 04:41:23.162973 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0b231037-75a7-4506-a514-7ac8f2732bc6 req-12c79421-37df-48fb-b630-ebd7f499bb86 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 Nov 21 04:41:23.502297 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb6a10-9416-4ebb-b357-7cb6d7eb3185 req-846e6bff-4292-4e2d-a4e1-5e9479d3fe44 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:23.503835 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9adb6a10-9416-4ebb-b357-7cb6d7eb3185 req-846e6bff-4292-4e2d-a4e1-5e9479d3fe44 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0560994 Nov 21 04:41:23.555631 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9adb6a10-9416-4ebb-b357-7cb6d7eb3185 req-761bedb7-3c4a-4b34-822b-7664472103d3 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Nov 21 04:41:23.827351 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a22f8-57c1-41b7-aa9e-fe582a78ef58 req-3951298e-e9ee-4284-a79d-7baa02bfb8b1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:23.828728 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-469a22f8-57c1-41b7-aa9e-fe582a78ef58 req-3951298e-e9ee-4284-a79d-7baa02bfb8b1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0525298 Nov 21 04:41:23.882900 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-469a22f8-57c1-41b7-aa9e-fe582a78ef58 req-529863f4-3cb9-4e59-a545-ce197e889309 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458279 Nov 21 04:41:24.283391 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d117-5924-4d97-b939-afd34cdb6151 req-2c756ec6-510a-4f93-955c-90dc14ea0cc7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:24.285009 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-06d7d117-5924-4d97-b939-afd34cdb6151 req-2c756ec6-510a-4f93-955c-90dc14ea0cc7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0534730 Nov 21 04:41:24.337376 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-06d7d117-5924-4d97-b939-afd34cdb6151 req-12811b9d-506c-4e23-8132-08fcfc1bd644 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463202 Nov 21 04:41:24.672701 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96ae7-8070-4789-8441-3bc1c5eeb411 req-66f01e54-d700-4b09-ba35-9148314edc69 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:24.674171 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4dd96ae7-8070-4789-8441-3bc1c5eeb411 req-66f01e54-d700-4b09-ba35-9148314edc69 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0521376 Nov 21 04:41:24.728955 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4dd96ae7-8070-4789-8441-3bc1c5eeb411 req-ca1a182c-cb94-4158-ae0e-991bce0b3f7b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483305 Nov 21 04:41:25.020750 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916336de-6b90-478c-a968-16286dd0ebd1 req-f060fb57-5f17-4e6b-b0be-6f351933eaa6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:25.022364 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-916336de-6b90-478c-a968-16286dd0ebd1 req-f060fb57-5f17-4e6b-b0be-6f351933eaa6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0629628 Nov 21 04:41:25.078661 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-916336de-6b90-478c-a968-16286dd0ebd1 req-97f59e62-8b8f-4803-ae8a-d20472c1867b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492337 Nov 21 04:41:25.457751 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19d0c-d97c-42bd-a07a-c820ade1c233 req-3b4e5e29-0ddf-4e98-ad80-10ca7e3f3091 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:25.459292 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4aa19d0c-d97c-42bd-a07a-c820ade1c233 req-3b4e5e29-0ddf-4e98-ad80-10ca7e3f3091 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0539532 Nov 21 04:41:25.511247 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4aa19d0c-d97c-42bd-a07a-c820ade1c233 req-a3332d6c-0c95-4132-a44c-5e71af23385f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460398 Nov 21 04:41:26.205954 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907c8f1-6147-42d7-a0b6-7345d9c9a58d req-df654d81-13cc-4efe-9fd9-7f4e918041cc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:26.207576 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c907c8f1-6147-42d7-a0b6-7345d9c9a58d req-df654d81-13cc-4efe-9fd9-7f4e918041cc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0542657 Nov 21 04:41:26.261612 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c907c8f1-6147-42d7-a0b6-7345d9c9a58d req-216495ee-cdb1-4335-8e85-815ff0eb6656 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480709 Nov 21 04:41:26.633987 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dead8-49a9-4c46-9cb9-aed21bf983c7 req-a9166aa2-751a-4571-8a15-b8de48bbb77f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:26.635421 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-721dead8-49a9-4c46-9cb9-aed21bf983c7 req-a9166aa2-751a-4571-8a15-b8de48bbb77f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0576844 Nov 21 04:41:26.686709 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-721dead8-49a9-4c46-9cb9-aed21bf983c7 req-b5827aa0-ce0c-4ba1-9b49-5d90e9e71b4f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Nov 21 04:41:27.386908 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd046e72-d38f-41c6-aeec-728e73b8df2d req-2f4051a0-8859-4667-95aa-a2b4b6b67c9a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:27.388411 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bd046e72-d38f-41c6-aeec-728e73b8df2d req-2f4051a0-8859-4667-95aa-a2b4b6b67c9a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0530820 Nov 21 04:41:27.440608 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bd046e72-d38f-41c6-aeec-728e73b8df2d req-643634dd-65f6-432e-8d83-4a3a6c6ef32d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Nov 21 04:41:27.803518 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d6e7e-e3a8-48ec-a75b-2cabd8c47414 req-6a6b77e8-9be9-405f-9809-62197447ea02 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:27.805087 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-566d6e7e-e3a8-48ec-a75b-2cabd8c47414 req-6a6b77e8-9be9-405f-9809-62197447ea02 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0528069 Nov 21 04:41:27.855643 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-566d6e7e-e3a8-48ec-a75b-2cabd8c47414 req-f0973c74-78e8-4d4b-a677-ed70351e7242 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Nov 21 04:41:28.359977 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4696e90-b4b5-403f-8b83-cad21f0904f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:28.563733 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530ac42-d7e6-412e-beee-d457f31aa9ce req-79a312b8-a2a5-4a58-b274-58f08bd93e66 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:28.565934 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6530ac42-d7e6-412e-beee-d457f31aa9ce req-79a312b8-a2a5-4a58-b274-58f08bd93e66 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0527260 Nov 21 04:41:28.616931 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6530ac42-d7e6-412e-beee-d457f31aa9ce req-c55e18d3-1509-4579-935b-d3b5a186731f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451336 Nov 21 04:41:28.977939 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5eeee-f80d-498b-941e-5925a260835d req-0d9c878a-ff0f-4b9f-9757-a9beeae007ef tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:28.980191 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-11d5eeee-f80d-498b-941e-5925a260835d req-0d9c878a-ff0f-4b9f-9757-a9beeae007ef tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0568964 Nov 21 04:41:29.040787 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-11d5eeee-f80d-498b-941e-5925a260835d req-35ccd32d-cbbb-4180-a0b1-ea42442efbe8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 Nov 21 04:41:29.673445 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:41:29.745519 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a25532-9b18-4b6b-a651-c40d5aa16166 req-68a074c5-16e7-4a63-bb9e-59da7f059f46 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:29.747059 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-05a25532-9b18-4b6b-a651-c40d5aa16166 req-68a074c5-16e7-4a63-bb9e-59da7f059f46 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 943 time: 0.0558422 Nov 21 04:41:29.784064 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:29.797333 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'port_id': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'mac_address': 'fa:16:3e:6e:83:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:41:29.799027 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-05a25532-9b18-4b6b-a651-c40d5aa16166 req-f54cdb75-a4d8-4e5b-a237-3cc9a7737da4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 Nov 21 04:41:29.843543 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:29.857972 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa97cf69-198d-47b8-9346-8093b5e3b973 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:41:29.881670 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:29.885623 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:29.938357 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:29.945773 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.946124 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.946486 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.946830 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.947161 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.947494 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.947823 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.948148 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.948494 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.948822 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.949142 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:29.949461 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:30.161707 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1edef0-8be5-4ccc-ae3f-d10e5a74754a req-ed2d119f-2774-4087-82a9-2f6322619db8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:30.163277 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8b1edef0-8be5-4ccc-ae3f-d10e5a74754a req-ed2d119f-2774-4087-82a9-2f6322619db8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0539429 Nov 21 04:41:30.215074 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8b1edef0-8be5-4ccc-ae3f-d10e5a74754a req-1bda21ef-2e1d-42ff-ab79-3716cdb67726 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Nov 21 04:41:30.413457 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['aa97cf69-198d-47b8-9346-8093b5e3b973'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:30.906993 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:41:30.922967 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12fc9-eed0-4b50-a2cb-5deecce12409 req-29f4b2ae-2319-4356-ae1a-0ffaebd3eac3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:30.925061 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-12c12fc9-eed0-4b50-a2cb-5deecce12409 req-29f4b2ae-2319-4356-ae1a-0ffaebd3eac3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 944 time: 0.0549316 Nov 21 04:41:30.967875 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5014bc75-908d-4374-8e04-26e1129e64d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:30.982291 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-12c12fc9-eed0-4b50-a2cb-5deecce12409 req-4d202419-8158-4efc-9b36-9c85a9a1cf78 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513825 Nov 21 04:41:31.335702 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d613a1-fac9-486e-8103-603f0da7f2ac req-f5ab8ee4-aa27-4b3a-9ac7-850ed7c0dfe7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:31.337217 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9d613a1-fac9-486e-8103-603f0da7f2ac req-f5ab8ee4-aa27-4b3a-9ac7-850ed7c0dfe7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0547471 Nov 21 04:41:31.387865 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9d613a1-fac9-486e-8103-603f0da7f2ac req-46b65a10-231a-4e57-b549-8e149cc28b36 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Nov 21 04:41:31.961038 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:32.110712 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b88bef-1270-4cd6-ad08-a9f82db77eb4 req-22f4e133-0a4d-401e-bbfd-3ef557dd5b11 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:32.112224 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-48b88bef-1270-4cd6-ad08-a9f82db77eb4 req-22f4e133-0a4d-401e-bbfd-3ef557dd5b11 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 944 time: 0.0564547 Nov 21 04:41:32.162577 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-48b88bef-1270-4cd6-ad08-a9f82db77eb4 req-a6f8e0bc-b9c7-4f14-b4ff-b0b4f927963a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444245 Nov 21 04:41:32.507999 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752352e-3532-4b92-89ec-f1ecce6df138 req-bcbe99ad-abfe-4785-8b4f-aba30c51ab45 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:32.509481 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4752352e-3532-4b92-89ec-f1ecce6df138 req-bcbe99ad-abfe-4785-8b4f-aba30c51ab45 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0560904 Nov 21 04:41:32.561194 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4752352e-3532-4b92-89ec-f1ecce6df138 req-9e41e15e-2f3d-4707-8f2d-65d0fe9f28b7 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458550 Nov 21 04:41:33.135121 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42d61-8063-4d43-bcc6-267ecbd2c008 req-9d7e9efb-17b3-4bdc-ad8e-18386efc128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:33.136683 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9a42d61-8063-4d43-bcc6-267ecbd2c008 req-9d7e9efb-17b3-4bdc-ad8e-18386efc128d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.0455244 Nov 21 04:41:33.195130 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9a42d61-8063-4d43-bcc6-267ecbd2c008 req-bc7312c5-77ae-433f-8b9a-bd092de34caf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Nov 21 04:41:33.284139 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925eab2-acb3-4e7f-9c8e-361fad58aa10 req-b8bda7b1-7807-4ade-b2a7-3f4c704be2d6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:33.285616 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c925eab2-acb3-4e7f-9c8e-361fad58aa10 req-b8bda7b1-7807-4ade-b2a7-3f4c704be2d6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 944 time: 0.0524218 Nov 21 04:41:33.337600 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c925eab2-acb3-4e7f-9c8e-361fad58aa10 req-60ba052b-f6f0-43f3-a306-eaca7976e864 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458994 Nov 21 04:41:33.555515 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:33.686028 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda02ec-3ed4-4427-9efb-b4b8e4693a3c req-8b5e35f6-47d4-40d1-abd9-87793259381d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:33.688045 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9cda02ec-3ed4-4427-9efb-b4b8e4693a3c req-8b5e35f6-47d4-40d1-abd9-87793259381d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0573657 Nov 21 04:41:33.740939 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9cda02ec-3ed4-4427-9efb-b4b8e4693a3c req-9eeb5bfd-ded8-4757-a63a-d1c53fb46c33 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Nov 21 04:41:33.753551 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:41:33.806060 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port aa97cf69-198d-47b8-9346-8093b5e3b973 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:41:33.806350 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:33.894555 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:33.920000 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:33.922275 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae938818-2dba-4e3d-92be-6a7731f019cd" -d '{"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:33.936876 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:33.940198 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:33.966749 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95c363-4afb-4c7f-a0b4-da451108d1c4 x-openstack-request-id: req-de95c363-4afb-4c7f-a0b4-da451108d1c4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:33.967042 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:33.967298 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de95c363-4afb-4c7f-a0b4-da451108d1c4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:33.967694 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'code': 200} Nov 21 04:41:33.995484 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:34.460291 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dfadb-eb00-4303-aad9-599f89fbf53a req-7d24800b-fc82-4a26-a118-a338a2bb52ea tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:34.461767 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-667dfadb-eb00-4303-aad9-599f89fbf53a req-7d24800b-fc82-4a26-a118-a338a2bb52ea tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0526819 Nov 21 04:41:34.512556 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-667dfadb-eb00-4303-aad9-599f89fbf53a req-e7966d50-51e3-4632-9803-32652da0be0f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 Nov 21 04:41:34.634749 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:34.805522 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701b896-3c98-49c8-a09a-f598206b73ea req-424c9b6a-0b3a-4e77-8987-1d81d6762fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:34.807667 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4701b896-3c98-49c8-a09a-f598206b73ea req-424c9b6a-0b3a-4e77-8987-1d81d6762fcc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1099 time: 0.0461433 Nov 21 04:41:34.866079 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cb55e-4f4a-44f9-8cb0-263300386151 req-266eea62-a7a4-499a-9439-5a86f1d5ebd3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:34.867849 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc0cb55e-4f4a-44f9-8cb0-263300386151 req-266eea62-a7a4-499a-9439-5a86f1d5ebd3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0553393 Nov 21 04:41:34.884240 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4701b896-3c98-49c8-a09a-f598206b73ea req-b14538ab-c735-45dc-8f8c-43ad82b9d666 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520577 Nov 21 04:41:34.926177 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc0cb55e-4f4a-44f9-8cb0-263300386151 req-5cb3cdbe-f2ec-4545-8809-17eef5b3f132 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520995 Nov 21 04:41:35.873196 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625832b-edf7-4ee0-a91e-de7032f946bd req-5c4d3362-8541-43c8-b576-7685ffb7a708 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:35.874688 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5625832b-edf7-4ee0-a91e-de7032f946bd req-5c4d3362-8541-43c8-b576-7685ffb7a708 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.2799089 Nov 21 04:41:35.925850 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5625832b-edf7-4ee0-a91e-de7032f946bd req-bffd95a1-0bea-4bcd-8998-2b1788461eb3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Nov 21 04:41:36.044536 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3899d0-00a2-4427-a2b7-bfac5a05254d req-de6ac225-1fb6-4541-9bf7-08c5449e8513 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:36.046005 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bb3899d0-00a2-4427-a2b7-bfac5a05254d req-de6ac225-1fb6-4541-9bf7-08c5449e8513 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0520635 Nov 21 04:41:36.099038 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bb3899d0-00a2-4427-a2b7-bfac5a05254d req-58820bff-ee39-4c73-abf8-c6c6ab6cb6b0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Nov 21 04:41:36.400534 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572233-c8d9-481e-9da1-58c87eb8b0fe req-a7213e05-1349-43ef-a6a5-b5a8ddbf90cb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:36.402033 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09572233-c8d9-481e-9da1-58c87eb8b0fe req-a7213e05-1349-43ef-a6a5-b5a8ddbf90cb tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0529566 Nov 21 04:41:36.488460 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09572233-c8d9-481e-9da1-58c87eb8b0fe req-8ae5578d-b392-46c5-a7af-72551feedbb5 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806041 Nov 21 04:41:36.495346 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f0904-7648-4108-8ea6-71b1676933f4 req-69c3ee1f-e6dc-4d03-b021-66e0d42ad662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:36.496789 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-368f0904-7648-4108-8ea6-71b1676933f4 req-69c3ee1f-e6dc-4d03-b021-66e0d42ad662 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 1099 time: 0.0746286 Nov 21 04:41:36.605707 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f0904-7648-4108-8ea6-71b1676933f4 req-93201ce5-d559-4c4b-b26c-b8d11e588e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:36.607202 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-368f0904-7648-4108-8ea6-71b1676933f4 req-93201ce5-d559-4c4b-b26c-b8d11e588e15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 200 len: 919 time: 0.0958197 Nov 21 04:41:36.661118 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-368f0904-7648-4108-8ea6-71b1676933f4 req-a1d65486-f417-4f19-9e44-46faed094537 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 200 len: 217 time: 0.0435848 Nov 21 04:41:36.717315 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f0904-7648-4108-8ea6-71b1676933f4 req-910f34e6-6b90-4316-bdf6-72669037aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:36.718774 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-368f0904-7648-4108-8ea6-71b1676933f4 req-910f34e6-6b90-4316-bdf6-72669037aad7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 200 len: 858 time: 0.0485775 Nov 21 04:41:36.754776 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-368f0904-7648-4108-8ea6-71b1676933f4 req-79943d80-db61-4f86-bea1-64dfd17ecb62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6346ee5f-87a9-4d35-8339-16a23954b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268569 Nov 21 04:41:36.860436 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-368f0904-7648-4108-8ea6-71b1676933f4 req-25744554-094d-40da-a334-ba15e60a8fb5 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947671 Nov 21 04:41:36.997392 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-368f0904-7648-4108-8ea6-71b1676933f4 req-f867e9fa-d45b-4eb3-baf6-3e938fc24f02 service neutron] 10.222.0.48 "GET /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078229 Nov 21 04:41:37.055684 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5ac3-ff89-460b-8f12-bf2047c0be44 req-a72b390d-6778-4a3e-b878-95f11321e3f5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:37.057199 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0afd5ac3-ff89-460b-8f12-bf2047c0be44 req-a72b390d-6778-4a3e-b878-95f11321e3f5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0554709 Nov 21 04:41:37.110387 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0afd5ac3-ff89-460b-8f12-bf2047c0be44 req-21af23e0-3b59-4faa-bf8a-9ea75a2768b6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468228 Nov 21 04:41:37.608832 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6045f-7343-48b0-92af-c650c8e5e74f req-21623951-bdba-4729-8ce8-f7651d75ef60 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:37.610330 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f0d6045f-7343-48b0-92af-c650c8e5e74f req-21623951-bdba-4729-8ce8-f7651d75ef60 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0553331 Nov 21 04:41:37.662296 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f0d6045f-7343-48b0-92af-c650c8e5e74f req-fe52c277-f64f-4fc7-8b8e-4b11c8193a95 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Nov 21 04:41:38.240024 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12697b-fcea-489a-a912-1e9b364e9bfd req-557db32e-667e-49ac-bae6-b58fc4afc8d5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:38.241689 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fc12697b-fcea-489a-a912-1e9b364e9bfd req-557db32e-667e-49ac-bae6-b58fc4afc8d5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0567133 Nov 21 04:41:38.297394 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fc12697b-fcea-489a-a912-1e9b364e9bfd req-3a99729a-df8c-41be-95c8-115852fd21de tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 Nov 21 04:41:38.644465 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0d5c4-4ab1-4b4d-9a71-73a7313f532c req-3d36afcb-2669-4941-bef9-e40dedeaf0eb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:38.645967 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9ee0d5c4-4ab1-4b4d-9a71-73a7313f532c req-3d36afcb-2669-4941-bef9-e40dedeaf0eb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0572040 Nov 21 04:41:38.700834 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9ee0d5c4-4ab1-4b4d-9a71-73a7313f532c req-81d3927f-9ebe-46aa-8d0b-48837dc5a9de tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487862 Nov 21 04:41:38.786353 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4fa5-c899-4c93-b6e4-24241e928f9f req-a4535854-144e-4580-b849-88ac1c94b73f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:38.787864 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-375d4fa5-c899-4c93-b6e4-24241e928f9f req-a4535854-144e-4580-b849-88ac1c94b73f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0531535 Nov 21 04:41:38.839494 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-375d4fa5-c899-4c93-b6e4-24241e928f9f req-2f4c5cbf-6c0e-49be-9e31-bd1cf5a9ac0d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456600 Nov 21 04:41:39.433390 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f7bf3-e51c-44fe-b2e1-a8d33210107e req-ddbc924d-db00-4af9-90b4-5fad2faf40ce tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:39.434933 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ab8f7bf3-e51c-44fe-b2e1-a8d33210107e req-ddbc924d-db00-4af9-90b4-5fad2faf40ce tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0524244 Nov 21 04:41:39.485949 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ab8f7bf3-e51c-44fe-b2e1-a8d33210107e req-bc8ec6cb-c72f-46eb-8084-2d83858a6acb tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443685 Nov 21 04:41:39.817995 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7bef-8bb1-4539-84e4-bc90c03be4e5 req-b0097d0f-15de-4c67-bb1c-1295808b4211 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:39.819503 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-004c7bef-8bb1-4539-84e4-bc90c03be4e5 req-b0097d0f-15de-4c67-bb1c-1295808b4211 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0522354 Nov 21 04:41:39.876368 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-004c7bef-8bb1-4539-84e4-bc90c03be4e5 req-1fc47803-8b5d-4716-8552-1ee6a2f80933 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508335 Nov 21 04:41:39.958930 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302ee0b-3bd3-4817-9686-ecf3e798da3b req-8bbf8d47-5bb5-4df5-85a1-f55ba784c246 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:39.960449 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1302ee0b-3bd3-4817-9686-ecf3e798da3b req-8bbf8d47-5bb5-4df5-85a1-f55ba784c246 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0540488 Nov 21 04:41:40.018771 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1302ee0b-3bd3-4817-9686-ecf3e798da3b req-43346e5c-bf3c-4c29-b01c-73911a2185be tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518234 Nov 21 04:41:40.072004 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bff926-1fff-4502-808b-83b001cdf93e req-5307e898-7614-4271-8f61-ebcde998d617 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:40.073518 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-04bff926-1fff-4502-808b-83b001cdf93e req-5307e898-7614-4271-8f61-ebcde998d617 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0532253 Nov 21 04:41:40.142179 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-04bff926-1fff-4502-808b-83b001cdf93e req-f9e7af0b-58b9-4a87-ad7c-67459156a7c2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626729 Nov 21 04:41:40.153286 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-d6e38b28-9077-4fc3-a10f-3baf7b4e1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:40.154945 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-d6e38b28-9077-4fc3-a10f-3baf7b4e1eef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1137 time: 0.0458436 Nov 21 04:41:40.270030 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-87f05fea-1a76-4951-bdde-fd4184f7444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:40.271593 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-87f05fea-1a76-4951-bdde-fd4184f7444c service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 915 time: 0.0973957 Nov 21 04:41:40.352977 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-2eca2091-9494-49de-af38-b6404d3ff1b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 1000 time: 0.0707052 Nov 21 04:41:40.428288 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-d6e927cb-b4c1-47ba-952e-f32bb2c32d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:40.429699 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-d6e927cb-b4c1-47ba-952e-f32bb2c32d90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 200 len: 853 time: 0.0486557 Nov 21 04:41:40.481071 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-1ee4d5d2-6842-4a85-b113-8627bf271e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:40.482623 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-1ee4d5d2-6842-4a85-b113-8627bf271e1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b032df-d647-4b48-a0e4-dd49fb3f64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421522 Nov 21 04:41:40.603135 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-a6cca98e-98ac-460b-ac0d-afd1c147f4eb service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971069 Nov 21 04:41:40.709618 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b7a0fb90-d2b4-481e-b4ad-ea1102752675 req-a4b22dbc-d3c4-4b18-a1ab-4f28e8d5a334 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947726 Nov 21 04:41:41.001069 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fba91-5d83-401d-b533-a29e5e019168 req-a358d3c7-a632-4452-92e3-75087584955d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:41.002655 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f99fba91-5d83-401d-b533-a29e5e019168 req-a358d3c7-a632-4452-92e3-75087584955d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0598791 Nov 21 04:41:41.056632 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f99fba91-5d83-401d-b533-a29e5e019168 req-2ab712c6-11a8-4c01-bb3c-dc25b4690d3f tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480781 Nov 21 04:41:41.144638 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0fd31-46b5-49ee-82fd-836d5ab8a326 req-da1bf569-7ced-4fe5-b246-3ba53ea2cdf6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:41.146121 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8ad0fd31-46b5-49ee-82fd-836d5ab8a326 req-da1bf569-7ced-4fe5-b246-3ba53ea2cdf6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0544889 Nov 21 04:41:41.197839 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8ad0fd31-46b5-49ee-82fd-836d5ab8a326 req-87be390f-df24-4743-8fc1-a4b746af57ad tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Nov 21 04:41:41.265357 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3adc5-4b5f-4c66-b841-df8bd457ba2e req-abfb5e7a-161d-4449-8aca-969eea86def2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:41.267250 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-25b3adc5-4b5f-4c66-b841-df8bd457ba2e req-abfb5e7a-161d-4449-8aca-969eea86def2 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0578423 Nov 21 04:41:41.336674 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-25b3adc5-4b5f-4c66-b841-df8bd457ba2e req-42a0b223-78a0-4875-b540-0c0d08c09c6d tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626590 Nov 21 04:41:41.470017 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-226d3294-f144-4e7f-bd9b-eac914f264e0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:41.472425 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-226d3294-f144-4e7f-bd9b-eac914f264e0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 945 time: 0.0564938 Nov 21 04:41:41.587606 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Deleting port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:41:41.588255 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:41.693859 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] For port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:41.694227 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:41.712800 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Calling delete_port for 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:41:41.856710 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:41.888017 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event deleted for resources: {'Port': ['ID=703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:41.900811 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.901165 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.901512 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.901855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.902264 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.902625 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.902962 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.903293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.903623 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.903952 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.904281 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.904606 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:41:41.905411 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d', '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', '7e019903-1209-4f43-9b3f-8a6c244c7a2a', '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:41.946822 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] No DVR routers for this DVR port 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:41:41.949584 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:41.952987 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-47e3552b-5134-4fb7-88d8-0b9a28eeae11 req-c914ef69-0212-4df1-ba6c-1a00ec2143fc tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "DELETE /v2.0/ports/703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 HTTP/1.1" status: 204 len: 173 time: 0.4731991 Nov 21 04:41:41.953435 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'name': 'network-vif-deleted', 'tag': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:41.955778 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5057902-049b-4b56-95d8-90e53425257b" -d '{"events": [{"server_uuid": "b3298c18-7135-498a-8dce-6a23a9853a93", "name": "network-vif-deleted", "tag": "703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:41.996729 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94535a3-3cbc-47a8-9d89-49314e2d22a1 x-openstack-request-id: req-b94535a3-3cbc-47a8-9d89-49314e2d22a1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:41.997028 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3298c18-7135-498a-8dce-6a23a9853a93", "name": "network-vif-deleted", "tag": "703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:41.997291 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b94535a3-3cbc-47a8-9d89-49314e2d22a1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:41.997705 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3298c18-7135-498a-8dce-6a23a9853a93', 'name': 'network-vif-deleted', 'tag': '703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3', 'status': 'completed', 'code': 200} Nov 21 04:41:42.168348 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7a528bac-a39e-45be-ae85-962d2a9196a8 req-46acec3d-1586-4bab-8b59-3aa5a6275ef4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3298c18-7135-498a-8dce-6a23a9853a93 HTTP/1.1" status: 200 len: 210 time: 0.0293975 Nov 21 04:41:42.320970 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb00b-8cbc-4220-8b9b-52821c7c4280 req-cbb1550a-6798-41b8-8849-cc0a4bf03ae1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:42.322496 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-208bb00b-8cbc-4220-8b9b-52821c7c4280 req-cbb1550a-6798-41b8-8849-cc0a4bf03ae1 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0558767 Nov 21 04:41:42.374639 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-208bb00b-8cbc-4220-8b9b-52821c7c4280 req-f955508a-6a4a-417a-bca0-5d23ddc21f47 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Nov 21 04:41:42.457387 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d772fb1-3734-4eab-b50b-54a5e0e6f404 req-b3770cf3-6f27-433b-856f-99e0bd83632f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:42.458940 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d772fb1-3734-4eab-b50b-54a5e0e6f404 req-b3770cf3-6f27-433b-856f-99e0bd83632f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0554543 Nov 21 04:41:42.528028 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7d772fb1-3734-4eab-b50b-54a5e0e6f404 req-702a3e24-35b4-49c5-904e-580ee2d64faf tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631702 Nov 21 04:41:43.211845 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:43.654811 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd927c6-5584-4a65-848e-d4fb5f008fc3 req-3911bfd1-57c4-4628-9834-124bf0682d6e tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:43.656301 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0cd927c6-5584-4a65-848e-d4fb5f008fc3 req-3911bfd1-57c4-4628-9834-124bf0682d6e tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0582066 Nov 21 04:41:43.725684 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0cd927c6-5584-4a65-848e-d4fb5f008fc3 req-15cf9d0d-1684-4235-bdc9-dc1bf8a66264 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623629 Nov 21 04:41:44.555186 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c43f0-163d-4e99-9fc7-712ff6447509 req-e73f89ab-4874-4ce8-86b4-c3de3ffa83f2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:44.556674 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e25c43f0-163d-4e99-9fc7-712ff6447509 req-e73f89ab-4874-4ce8-86b4-c3de3ffa83f2 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 945 time: 0.0532074 Nov 21 04:41:44.607936 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e25c43f0-163d-4e99-9fc7-712ff6447509 req-d472f2e9-fdbc-4726-a81d-49640428ffa3 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Nov 21 04:41:44.848887 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec76b0a-8f26-47c2-beb5-952a1c286b0c req-616cceda-7177-42e1-8723-d0dc5f0bd54d tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:44.850443 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aec76b0a-8f26-47c2-beb5-952a1c286b0c req-616cceda-7177-42e1-8723-d0dc5f0bd54d tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0551283 Nov 21 04:41:44.925773 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aec76b0a-8f26-47c2-beb5-952a1c286b0c req-d17775d2-b469-42dc-b925-1289b37e25b7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685508 Nov 21 04:41:45.728370 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403ebd1-bcd4-4c01-9870-e9fd4040b912 req-02372a76-45a2-4af7-bd6a-b4afc832ad25 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:45.729852 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7403ebd1-bcd4-4c01-9870-e9fd4040b912 req-02372a76-45a2-4af7-bd6a-b4afc832ad25 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 945 time: 0.0569847 Nov 21 04:41:45.781536 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7403ebd1-bcd4-4c01-9870-e9fd4040b912 req-3c60672d-23b0-4ba0-a378-8a0d0ccf833e tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Nov 21 04:41:45.795728 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:41:45.819732 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:41:45.820080 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 703dc9f7-c8c3-4bfc-a762-b34c74a2f2e3 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:41:46.044668 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6f1e5-ad3f-4acb-9b15-2cf367c833b2 req-b03e4c09-92bd-43ca-8494-36f0ff3e6010 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:46.046194 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aef6f1e5-ad3f-4acb-9b15-2cf367c833b2 req-b03e4c09-92bd-43ca-8494-36f0ff3e6010 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0536997 Nov 21 04:41:46.118999 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-aef6f1e5-ad3f-4acb-9b15-2cf367c833b2 req-4c6587e3-3240-4cb4-8453-a753de8b21f1 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660427 Nov 21 04:41:46.863116 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-66699357-57a9-4717-a9d3-24fee5ec7113 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:46.864602 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-66699357-57a9-4717-a9d3-24fee5ec7113 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Nov 21 04:41:46.900337 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f79c8-3016-43ef-82ec-14b469ad5213 req-dc0f9c5b-8598-43f2-9ffa-2683bd45727a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:46.901743 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-474f79c8-3016-43ef-82ec-14b469ad5213 req-dc0f9c5b-8598-43f2-9ffa-2683bd45727a tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Nov 21 04:41:46.953378 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-474f79c8-3016-43ef-82ec-14b469ad5213 req-1a4cbd00-d8bf-4776-85c8-b328ace4ad06 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 Nov 21 04:41:46.971329 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Deleting port 7e019903-1209-4f43-9b3f-8a6c244c7a2a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:41:46.971668 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:47.084518 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] For port 7e019903-1209-4f43-9b3f-8a6c244c7a2a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7e019903-1209-4f43-9b3f-8a6c244c7a2a,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:47.085210 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:47.099053 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Calling delete_port for 7e019903-1209-4f43-9b3f-8a6c244c7a2a owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:41:47.282175 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537705c3-b879-425f-87a7-dd0a8dab88a0 req-ba6c20cd-81d2-4887-8615-de5c80d9ac52 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:47.284210 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-537705c3-b879-425f-87a7-dd0a8dab88a0 req-ba6c20cd-81d2-4887-8615-de5c80d9ac52 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0983343 Nov 21 04:41:47.285008 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:47.325384 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event deleted for resources: {'Port': ['ID=7e019903-1209-4f43-9b3f-8a6c244c7a2a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:47.338414 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d', '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', '7e019903-1209-4f43-9b3f-8a6c244c7a2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:47.395938 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] No DVR routers for this DVR port 7e019903-1209-4f43-9b3f-8a6c244c7a2a on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:41:47.401103 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:47.404602 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6d2b872b-83d9-482b-97d7-33d2292ae3e8 req-b3efd66a-094c-48e3-97b8-d0a3bd52f77c tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "DELETE /v2.0/ports/7e019903-1209-4f43-9b3f-8a6c244c7a2a HTTP/1.1" status: 204 len: 173 time: 0.5313773 Nov 21 04:41:47.405052 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'name': 'network-vif-deleted', 'tag': '7e019903-1209-4f43-9b3f-8a6c244c7a2a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:47.407333 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3429329a-375e-4fac-b1c8-2df42a67a6b6" -d '{"events": [{"server_uuid": "406ac671-ddf1-40ef-a432-d9883c4065a8", "name": "network-vif-deleted", "tag": "7e019903-1209-4f43-9b3f-8a6c244c7a2a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:47.441899 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-537705c3-b879-425f-87a7-dd0a8dab88a0 req-a7707e6d-6615-438d-b7e9-d987edb94345 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481481 Nov 21 04:41:47.498666 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1451f552-7270-4ff5-b991-9b63fd40e142 x-openstack-request-id: req-1451f552-7270-4ff5-b991-9b63fd40e142 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:47.498967 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406ac671-ddf1-40ef-a432-d9883c4065a8", "name": "network-vif-deleted", "tag": "7e019903-1209-4f43-9b3f-8a6c244c7a2a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:47.499228 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1451f552-7270-4ff5-b991-9b63fd40e142 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:47.499665 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406ac671-ddf1-40ef-a432-d9883c4065a8', 'name': 'network-vif-deleted', 'tag': '7e019903-1209-4f43-9b3f-8a6c244c7a2a', 'status': 'completed', 'code': 200} Nov 21 04:41:47.518895 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b699b6-9afe-4478-bff4-fc7bdc7a5652 req-0b11b03d-d39e-406a-82f6-521c0987286d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:47.520424 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-64b699b6-9afe-4478-bff4-fc7bdc7a5652 req-0b11b03d-d39e-406a-82f6-521c0987286d tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0545866 Nov 21 04:41:47.577634 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-64b699b6-9afe-4478-bff4-fc7bdc7a5652 req-7fe54ec4-b969-4f67-a282-b4e9179dd543 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Nov 21 04:41:48.060613 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59e08f85-6e0f-49fe-8745-3f809802707e req-97676bb4-8d8b-4fed-b016-3598c8c4bc10 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=406ac671-ddf1-40ef-a432-d9883c4065a8 HTTP/1.1" status: 200 len: 210 time: 0.0290334 Nov 21 04:41:48.564792 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350926c7-69f5-4a0b-a337-28d2976fd1a8 req-77e2db50-9aa7-4f8a-84eb-ab6b455a15ba tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:48.566263 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-350926c7-69f5-4a0b-a337-28d2976fd1a8 req-77e2db50-9aa7-4f8a-84eb-ab6b455a15ba tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0531931 Nov 21 04:41:48.636719 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-350926c7-69f5-4a0b-a337-28d2976fd1a8 req-f5f374f5-420a-431a-a518-ff75ead316ae tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644503 Nov 21 04:41:48.702510 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b591bc-adb0-40ea-b939-3204c40d25a1 req-644451b4-e62a-487d-9fab-cc699b6bc34e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:48.703991 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-95b591bc-adb0-40ea-b939-3204c40d25a1 req-644451b4-e62a-487d-9fab-cc699b6bc34e tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0531378 Nov 21 04:41:48.755965 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-95b591bc-adb0-40ea-b939-3204c40d25a1 req-5168de3b-10c5-4233-b1dd-d56475d06b78 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Nov 21 04:41:49.320454 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a236f-660e-4618-94a1-56e4bdf33ac7 req-ca1f63f3-9d36-4dd8-b6ff-06c48a0be5eb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:49.321963 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a3a236f-660e-4618-94a1-56e4bdf33ac7 req-ca1f63f3-9d36-4dd8-b6ff-06c48a0be5eb tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Nov 21 04:41:49.373043 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a3a236f-660e-4618-94a1-56e4bdf33ac7 req-2874aa49-8658-462f-91b5-8dc4949bcf5d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Nov 21 04:41:49.759944 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0481b3-0ce3-4b66-b7bd-4e58464d07b9 req-233924f2-d6c0-40ec-b209-ed302395977c tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:49.761429 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2c0481b3-0ce3-4b66-b7bd-4e58464d07b9 req-233924f2-d6c0-40ec-b209-ed302395977c tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0565758 Nov 21 04:41:49.800230 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7e019903-1209-4f43-9b3f-8a6c244c7a2a no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:41:49.823450 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 7e019903-1209-4f43-9b3f-8a6c244c7a2a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:41:49.823885 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7e019903-1209-4f43-9b3f-8a6c244c7a2a not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:41:49.829463 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2c0481b3-0ce3-4b66-b7bd-4e58464d07b9 req-2240f363-43ca-4c52-8866-dcfb74593dc0 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619767 Nov 21 04:41:49.880484 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a29e80-bc68-4412-9dc4-c85e06d24148 req-0b85d6b2-44a2-440d-bdcf-7c5bc5c04d73 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:49.881956 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-77a29e80-bc68-4412-9dc4-c85e06d24148 req-0b85d6b2-44a2-440d-bdcf-7c5bc5c04d73 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0586841 Nov 21 04:41:49.932641 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-77a29e80-bc68-4412-9dc4-c85e06d24148 req-68c93186-8f2e-4489-a57c-15d0b9188a78 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Nov 21 04:41:50.491992 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6cbe6-80cf-4f24-b11f-0e3b2b3459fb req-f6365640-6d2f-4865-80df-f124108692fe tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:50.493476 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-83a6cbe6-80cf-4f24-b11f-0e3b2b3459fb req-f6365640-6d2f-4865-80df-f124108692fe tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 945 time: 0.0536044 Nov 21 04:41:50.544800 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-83a6cbe6-80cf-4f24-b11f-0e3b2b3459fb req-e8bcb032-b2bf-4959-a851-e9e856c36083 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455682 Nov 21 04:41:50.947198 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9e75d-1152-45ee-a931-3126b34062b0 req-8cbb23a6-9674-4b68-af4b-a3b7e5a4c58a tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:50.948646 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2ed9e75d-1152-45ee-a931-3126b34062b0 req-8cbb23a6-9674-4b68-af4b-a3b7e5a4c58a tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0532587 Nov 21 04:41:51.018331 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2ed9e75d-1152-45ee-a931-3126b34062b0 req-cec07573-f0a0-46a6-8cb8-561c258d685a tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634353 Nov 21 04:41:51.085985 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d373a53-5ab6-4d88-b069-13bd4d81afd0 req-93613a47-1e98-4442-9c6c-aaa6dfc49b79 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:51.087543 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6d373a53-5ab6-4d88-b069-13bd4d81afd0 req-93613a47-1e98-4442-9c6c-aaa6dfc49b79 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0884740 Nov 21 04:41:51.110190 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915082e-fa72-4323-b06d-94108e8261f4 req-66534807-ea89-46a0-981e-33ad38c2082b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:51.112369 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7915082e-fa72-4323-b06d-94108e8261f4 req-66534807-ea89-46a0-981e-33ad38c2082b tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 945 time: 0.0800588 Nov 21 04:41:51.151160 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6d373a53-5ab6-4d88-b069-13bd4d81afd0 req-185b9072-5ea4-4f78-bd2d-feaf01173f06 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Nov 21 04:41:51.255685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Deleting port b5403790-f9ef-4ab3-b481-af11b0ccb897 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:41:51.255945 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:51.364402 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] For port b5403790-f9ef-4ab3-b481-af11b0ccb897, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b5403790-f9ef-4ab3-b481-af11b0ccb897,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:51.364772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:51.379007 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Calling delete_port for b5403790-f9ef-4ab3-b481-af11b0ccb897 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:41:51.521408 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:51.561814 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Pushing event deleted for resources: {'Port': ['ID=b5403790-f9ef-4ab3-b481-af11b0ccb897,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:51.567610 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['b5403790-f9ef-4ab3-b481-af11b0ccb897', '4d897374-eea4-4073-a8eb-8c2e4957e349'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:51.635547 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] No DVR routers for this DVR port b5403790-f9ef-4ab3-b481-af11b0ccb897 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:41:51.638059 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:51.641813 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7915082e-fa72-4323-b06d-94108e8261f4 req-c9fd9454-6378-4504-bb99-72f91d88450f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "DELETE /v2.0/ports/b5403790-f9ef-4ab3-b481-af11b0ccb897 HTTP/1.1" status: 204 len: 173 time: 0.4847329 Nov 21 04:41:51.642603 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'name': 'network-vif-deleted', 'tag': 'b5403790-f9ef-4ab3-b481-af11b0ccb897'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:51.644880 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc520c6-4e69-46bb-af2c-b831474ac7f3" -d '{"events": [{"server_uuid": "c1b849e5-ff35-4678-9660-4a2a17ae96f5", "name": "network-vif-deleted", "tag": "b5403790-f9ef-4ab3-b481-af11b0ccb897"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:51.670717 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646198-a01b-46d6-98dc-7648ac14369f req-eee5506f-96c1-42d7-a75d-eaaade0cc532 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:51.672602 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c0646198-a01b-46d6-98dc-7648ac14369f req-eee5506f-96c1-42d7-a75d-eaaade0cc532 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 945 time: 0.1222315 Nov 21 04:41:51.681562 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bea0ad-be03-4459-9ae1-19ff7d3dd82f req-1145c991-8f35-4b50-bffb-c1df0986a79f tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:51.683204 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-77bea0ad-be03-4459-9ae1-19ff7d3dd82f req-1145c991-8f35-4b50-bffb-c1df0986a79f tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 945 time: 0.0700397 Nov 21 04:41:51.699568 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd65b011-2e4f-42b1-92ce-f6f1f65c6cc6 x-openstack-request-id: req-cd65b011-2e4f-42b1-92ce-f6f1f65c6cc6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:51.699862 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b849e5-ff35-4678-9660-4a2a17ae96f5", "name": "network-vif-deleted", "tag": "b5403790-f9ef-4ab3-b481-af11b0ccb897", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:51.700126 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd65b011-2e4f-42b1-92ce-f6f1f65c6cc6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:51.700543 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b849e5-ff35-4678-9660-4a2a17ae96f5', 'name': 'network-vif-deleted', 'tag': 'b5403790-f9ef-4ab3-b481-af11b0ccb897', 'status': 'completed', 'code': 200} Nov 21 04:41:51.750646 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-77bea0ad-be03-4459-9ae1-19ff7d3dd82f req-3f789492-19ef-4e85-be88-829b2118ed03 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616848 Nov 21 04:41:51.820564 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Deleting port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:41:51.820815 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:51.929160 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] For port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:51.929527 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:51.942870 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Calling delete_port for 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:41:52.086740 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:52.149993 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event deleted for resources: {'Port': ['ID=9cf27f8d-35b3-48f5-b24c-5d078cde64e8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:52.158697 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d', '9cf27f8d-35b3-48f5-b24c-5d078cde64e8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:52.204847 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] No DVR routers for this DVR port 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:41:52.216195 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d516a3-d67e-4b28-a73b-9c4a40b5b140 req-05206a46-e85a-48a1-a7e4-f684f4da850b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:52.217943 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f6d516a3-d67e-4b28-a73b-9c4a40b5b140 req-05206a46-e85a-48a1-a7e4-f684f4da850b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.1291327 Nov 21 04:41:52.218925 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:52.222919 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c0646198-a01b-46d6-98dc-7648ac14369f req-326d44a3-03e4-401b-b99d-0297e0c9cfe4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "DELETE /v2.0/ports/9cf27f8d-35b3-48f5-b24c-5d078cde64e8 HTTP/1.1" status: 204 len: 173 time: 0.5154035 Nov 21 04:41:52.293283 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-318616c5-ac95-4deb-b62c-37e211053c03 req-e5bbe653-0063-446a-85fc-269b7845b0ba tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b849e5-ff35-4678-9660-4a2a17ae96f5 HTTP/1.1" status: 200 len: 210 time: 0.0452404 Nov 21 04:41:52.303923 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f6d516a3-d67e-4b28-a73b-9c4a40b5b140 req-a9bb05a8-2cff-4eff-b155-cc338de2637d tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778670 Nov 21 04:41:52.860445 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9c509668-9751-42d1-8c4d-e20d184fa2b0 req-8b29f439-dbf1-459d-9c91-2578de03cdbd tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a3ca48-67df-4327-a86c-dc7d5db75949 HTTP/1.1" status: 200 len: 210 time: 0.0287786 Nov 21 04:41:53.428818 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d73e-29c4-4322-8978-e3dec6993c0b req-2ddc4a7f-e858-410d-800c-6bb2d4c8d4e8 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:53.430438 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a86d73e-29c4-4322-8978-e3dec6993c0b req-2ddc4a7f-e858-410d-800c-6bb2d4c8d4e8 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0549710 Nov 21 04:41:53.500331 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a86d73e-29c4-4322-8978-e3dec6993c0b req-836eb905-7883-4f6d-bdbc-1739af57117c tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636971 Nov 21 04:41:53.563596 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf61e26-2722-488f-8092-ef27fa6dbece req-23471b94-8310-4062-a31e-f006c7a23d19 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:53.565162 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-eaf61e26-2722-488f-8092-ef27fa6dbece req-23471b94-8310-4062-a31e-f006c7a23d19 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0533688 Nov 21 04:41:53.620324 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-eaf61e26-2722-488f-8092-ef27fa6dbece req-b87ea533-49e5-40ee-875d-d46524d642e6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491195 Nov 21 04:41:53.701958 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'name': 'network-vif-deleted', 'tag': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:53.704345 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bf8468-54bd-4d11-bafa-e7c9f667264b" -d '{"events": [{"server_uuid": "a5a3ca48-67df-4327-a86c-dc7d5db75949", "name": "network-vif-deleted", "tag": "9cf27f8d-35b3-48f5-b24c-5d078cde64e8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:53.740039 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae50a08-81de-4f6d-a0e7-cc5ae7d0adcf x-openstack-request-id: req-2ae50a08-81de-4f6d-a0e7-cc5ae7d0adcf {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:53.740336 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a3ca48-67df-4327-a86c-dc7d5db75949", "name": "network-vif-deleted", "tag": "9cf27f8d-35b3-48f5-b24c-5d078cde64e8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:53.740590 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ae50a08-81de-4f6d-a0e7-cc5ae7d0adcf {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:53.740985 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a3ca48-67df-4327-a86c-dc7d5db75949', 'name': 'network-vif-deleted', 'tag': '9cf27f8d-35b3-48f5-b24c-5d078cde64e8', 'status': 'completed', 'code': 200} Nov 21 04:41:53.863941 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b5403790-f9ef-4ab3-b481-af11b0ccb897 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:41:53.887895 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: b5403790-f9ef-4ab3-b481-af11b0ccb897 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:41:53.888182 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b5403790-f9ef-4ab3-b481-af11b0ccb897 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:41:54.625208 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5c7bf-00dd-48cf-80d0-d7b45ff6fa8c req-29f946f3-2414-4c3f-a19b-f165ed75756f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:54.626648 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ede5c7bf-00dd-48cf-80d0-d7b45ff6fa8c req-29f946f3-2414-4c3f-a19b-f165ed75756f tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0568302 Nov 21 04:41:54.693997 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ede5c7bf-00dd-48cf-80d0-d7b45ff6fa8c req-a3631a1d-ab57-48d8-9d7b-05efebe1c53d tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611050 Nov 21 04:41:54.744016 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc187be-c0ea-4b13-bc74-e432fb0a8197 req-dac10347-71da-45eb-8ef4-02e7c77a0f39 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:54.745550 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5bc187be-c0ea-4b13-bc74-e432fb0a8197 req-dac10347-71da-45eb-8ef4-02e7c77a0f39 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0581243 Nov 21 04:41:54.797764 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5bc187be-c0ea-4b13-bc74-e432fb0a8197 req-053c4fd7-0209-4bf2-add3-b170b804e349 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463979 Nov 21 04:41:55.254452 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e49c9-676b-4439-9c51-8fd43557de44 req-6cdfb15f-cf33-4e94-b9f7-e7457a4ac0e4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:55.255956 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-464e49c9-676b-4439-9c51-8fd43557de44 req-6cdfb15f-cf33-4e94-b9f7-e7457a4ac0e4 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0543609 Nov 21 04:41:55.306417 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-464e49c9-676b-4439-9c51-8fd43557de44 req-f8d5b74f-6fd7-4cae-991a-c01d75f9b24b tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Nov 21 04:41:55.831629 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a3bb2-927a-4c33-a5c9-e88e48bb733b req-158bb98a-e89f-4ce4-93aa-50ea41af3094 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:55.833120 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9e6a3bb2-927a-4c33-a5c9-e88e48bb733b req-158bb98a-e89f-4ce4-93aa-50ea41af3094 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0710883 Nov 21 04:41:55.856994 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:41:55.883880 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:41:55.884991 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9cf27f8d-35b3-48f5-b24c-5d078cde64e8 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:41:55.904162 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9e6a3bb2-927a-4c33-a5c9-e88e48bb733b req-a63baba7-e829-4996-b5c7-f70fde7f9da9 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650868 Nov 21 04:41:55.925018 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe407ff1-ca58-4c83-9bde-f540e087cd9c req-2bcfab07-7358-452a-983a-a524e6924a97 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:55.926536 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fe407ff1-ca58-4c83-9bde-f540e087cd9c req-2bcfab07-7358-452a-983a-a524e6924a97 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0566366 Nov 21 04:41:55.978060 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fe407ff1-ca58-4c83-9bde-f540e087cd9c req-8953b127-eb52-4279-8586-486bdea6c4e4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453801 Nov 21 04:41:56.426117 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823aa5-7b19-4137-a6cd-0ace440c440d req-03d1ee50-70fc-4253-8fca-7b13b8763e42 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:56.427642 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3f823aa5-7b19-4137-a6cd-0ace440c440d req-03d1ee50-70fc-4253-8fca-7b13b8763e42 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0540447 Nov 21 04:41:56.479469 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3f823aa5-7b19-4137-a6cd-0ace440c440d req-5a3c98b5-0f69-4448-b9b9-cd0dad193983 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Nov 21 04:41:57.030103 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0c54-7aba-4b85-8190-e7b2efbc8bab req-7774a933-2b01-407b-aec5-b33cdc28d3f7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:57.031651 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d26a0c54-7aba-4b85-8190-e7b2efbc8bab req-7774a933-2b01-407b-aec5-b33cdc28d3f7 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0578489 Nov 21 04:41:57.103763 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ec8e1-641e-460d-829d-5382f274d2be req-fcd0b866-6b92-47ac-b932-5bec79ab72f4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:57.105183 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c54ec8e1-641e-460d-829d-5382f274d2be req-fcd0b866-6b92-47ac-b932-5bec79ab72f4 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0594828 Nov 21 04:41:57.106872 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d26a0c54-7aba-4b85-8190-e7b2efbc8bab req-a2673f35-c84a-45ec-b48b-907148036c08 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689447 Nov 21 04:41:57.157742 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c54ec8e1-641e-460d-829d-5382f274d2be req-f387d1c9-210d-43cc-81d0-24f262c43b1f tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Nov 21 04:41:57.597272 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d62b7-a763-4455-b2e1-b58111cadbb0 req-c3cfd178-bbae-4213-b056-b61781bef6e0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:57.598804 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ee5d62b7-a763-4455-b2e1-b58111cadbb0 req-c3cfd178-bbae-4213-b056-b61781bef6e0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0537531 Nov 21 04:41:57.649942 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ee5d62b7-a763-4455-b2e1-b58111cadbb0 req-4cd439d7-1e75-4f3e-bf4f-2e8e37eb5080 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/security-groups?id=36608544-0f2f-4c33-9b19-c4e5e32c4a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Nov 21 04:41:57.862201 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-57350dbc-197c-4a51-94a6-12891a22b56d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:57.863713 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-57350dbc-197c-4a51-94a6-12891a22b56d tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 946 time: 0.0539579 Nov 21 04:41:57.969505 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Deleting port 819f5323-6207-460e-9bf6-4efcd89e006d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:41:57.969847 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:58.080999 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] For port 819f5323-6207-460e-9bf6-4efcd89e006d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=819f5323-6207-460e-9bf6-4efcd89e006d,segment=NetworkSegment(dad9c7ca-d85a-436a-be96-315d2241c3f2),segment_id=dad9c7ca-d85a-436a-be96-315d2241c3f2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:41:58.081367 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:58.096145 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Calling delete_port for 819f5323-6207-460e-9bf6-4efcd89e006d owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:41:58.141259 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330ec8-e49a-4452-9406-b8c08f186220 req-0fc08a21-c5d0-4c07-b89f-a817e16ac93b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:58.143811 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-40330ec8-e49a-4452-9406-b8c08f186220 req-0fc08a21-c5d0-4c07-b89f-a817e16ac93b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0543745 Nov 21 04:41:58.205428 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-40330ec8-e49a-4452-9406-b8c08f186220 req-53476939-5ac2-494d-aba9-855f3b89fad7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526624 Nov 21 04:41:58.282187 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:58.297965 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b8a48-fedb-4638-afb2-396f83958703 req-920d0358-d9a6-4da8-8c46-4a643fc5aeca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:58.299568 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c05b8a48-fedb-4638-afb2-396f83958703 req-920d0358-d9a6-4da8-8c46-4a643fc5aeca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.1091802 Nov 21 04:41:58.317553 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd6906-ab16-4207-ad38-69a44321bf62 req-60dd1ed3-953b-4d06-a7d5-be50005fb0a3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:58.319092 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0dcd6906-ab16-4207-ad38-69a44321bf62 req-60dd1ed3-953b-4d06-a7d5-be50005fb0a3 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0565488 Nov 21 04:41:58.340667 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['819f5323-6207-460e-9bf6-4efcd89e006d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:41:58.372413 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Pushing event deleted for resources: {'Port': ['ID=819f5323-6207-460e-9bf6-4efcd89e006d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:41:58.387031 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0dcd6906-ab16-4207-ad38-69a44321bf62 req-2af3f049-0772-4a37-b8ef-2f34e33c7b76 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501046 Nov 21 04:41:58.392135 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36cd0e3d-25aa-45e2-8602-50fadf2ae37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:58.422711 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] No DVR routers for this DVR port 819f5323-6207-460e-9bf6-4efcd89e006d on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:41:58.427801 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:58.431169 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7bc17699-999f-4186-bd8e-f16daa35c64f req-90e837d5-9731-4319-ac68-07b7e80c43c0 tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.48 "DELETE /v2.0/ports/819f5323-6207-460e-9bf6-4efcd89e006d HTTP/1.1" status: 204 len: 173 time: 0.5580685 Nov 21 04:41:58.431612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5d300d-ee83-458d-a356-484126f216b8', 'name': 'network-vif-deleted', 'tag': '819f5323-6207-460e-9bf6-4efcd89e006d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:41:58.433801 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77717b7-0ab9-49d0-8dba-4f7aca026beb" -d '{"events": [{"server_uuid": "ac5d300d-ee83-458d-a356-484126f216b8", "name": "network-vif-deleted", "tag": "819f5323-6207-460e-9bf6-4efcd89e006d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:41:58.466777 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c05b8a48-fedb-4638-afb2-396f83958703 req-e3638a5e-5ee0-495f-9bda-cbfa9bfb8b5e tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&id=413e255a-d5cf-4355-a288-121b8837b714&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601145 Nov 21 04:41:58.482513 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c375ed42-8756-46f3-b12a-c77608817511 x-openstack-request-id: req-c375ed42-8756-46f3-b12a-c77608817511 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:41:58.482813 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5d300d-ee83-458d-a356-484126f216b8", "name": "network-vif-deleted", "tag": "819f5323-6207-460e-9bf6-4efcd89e006d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:41:58.483067 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c375ed42-8756-46f3-b12a-c77608817511 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:41:58.483470 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5d300d-ee83-458d-a356-484126f216b8', 'name': 'network-vif-deleted', 'tag': '819f5323-6207-460e-9bf6-4efcd89e006d', 'status': 'completed', 'code': 200} Nov 21 04:41:58.755156 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4add2a-03ad-41dd-8a78-376891724def req-5542e2a1-e4bc-4083-aaff-002a1ed96fbe tempest-AttachVolumeNegativeTest-1218282863 tempest-AttachVolumeNegativeTest-1218282863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac5d300d-ee83-458d-a356-484126f216b8 HTTP/1.1" status: 200 len: 210 time: 0.0287528 Nov 21 04:41:59.325012 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beef35-852a-4040-a326-da0cb9f64511 req-4307aca7-2212-4165-9584-e80b4e4f8cea tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:59.326522 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-42beef35-852a-4040-a326-da0cb9f64511 req-4307aca7-2212-4165-9584-e80b4e4f8cea tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0524590 Nov 21 04:41:59.377093 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-42beef35-852a-4040-a326-da0cb9f64511 req-5616e8ad-6fc8-4c67-b8c8-f34cbbe719f6 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Nov 21 04:41:59.503987 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7708cee-6fd4-441d-8ba6-5cfe42a4481c req-447f0fae-7cc3-4e9b-b658-fdd699e8c632 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:41:59.505523 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a7708cee-6fd4-441d-8ba6-5cfe42a4481c req-447f0fae-7cc3-4e9b-b658-fdd699e8c632 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0526230 Nov 21 04:41:59.556410 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a7708cee-6fd4-441d-8ba6-5cfe42a4481c req-33991da2-3544-4cff-afbb-57763d651903 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Nov 21 04:41:59.807719 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:41:59.859865 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Deleting subnet 87f3d5af-1477-4c77-b916-0eeb764c570a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:41:59.863150 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:59.901812 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:59.912485 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:59.970951 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:41:59.997699 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f3d5af-1477-4c77-b916-0eeb764c570a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:00.008564 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.008914 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.009254 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.009616 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.009946 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.010277 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.011197 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.011197 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.011345 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.011574 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.011892 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.012214 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:00.014957 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.018337 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3d85dc35-4128-44cc-ac46-2b42b6913156 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/87f3d5af-1477-4c77-b916-0eeb764c570a HTTP/1.1" status: 204 len: 168 time: 0.2096159 Nov 21 04:42:00.020844 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:00.102288 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.196361 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.218444 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.218834 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.219577 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.219917 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > port after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.220318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.220655 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > port after_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.220979 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.221321 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.221641 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.221962 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.344633 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.345695 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.345998 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.346335 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 21 04:42:00.346746 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:00.368090 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad9c7ca-d85a-436a-be96-315d2241c3f2') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:00.368326 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad9c7ca-d85a-436a-be96-315d2241c3f2') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:00.390151 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.413945 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.422863 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:42:00.423265 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: from cryptography.utils import int_from_bytes Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: from cryptography.utils import int_from_bytes Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:42:00.428630 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:42:00.494971 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.502256 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.504065 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe7f91-492d-4b22-a3bd-b3a1633cc5bc req-018fdc17-f53a-4ddc-baf1-9dfebc4ed0a0 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:00.505743 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2 HTTP/1.1" status: 204 len: 168 time: 0.4839518 Nov 21 04:42:00.508214 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1abe7f91-492d-4b22-a3bd-b3a1633cc5bc req-018fdc17-f53a-4ddc-baf1-9dfebc4ed0a0 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0610139 Nov 21 04:42:00.516695 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81d370-67e5-4e92-88a9-064620e79319 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea69c6d7-dc1e-46cc-8eb3-2dcd01234ba2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:00.563501 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1abe7f91-492d-4b22-a3bd-b3a1633cc5bc req-4b5084ff-a145-4b09-abe1-171debcd2c2f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502365 Nov 21 04:42:00.677693 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad731f-f8fd-4f82-80d1-89a32c0eb902 req-6d8df19a-4b52-46c7-9966-3843c0788880 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:00.679219 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-baad731f-f8fd-4f82-80d1-89a32c0eb902 req-6d8df19a-4b52-46c7-9966-3843c0788880 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0547333 Nov 21 04:42:00.703256 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:00.733786 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-baad731f-f8fd-4f82-80d1-89a32c0eb902 req-d62cebc1-1107-4686-911c-0dfd247024b6 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487487 Nov 21 04:42:00.747619 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1301e6e9-aad2-4276-961a-77f51fb6e7e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=251847713f8f45219c22d7c810264f30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431814 Nov 21 04:42:00.750050 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:00.802150 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f70107a-692f-4092-8624-38c74c6fe830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.825475 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f70107a-692f-4092-8624-38c74c6fe830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.875025 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f70107a-692f-4092-8624-38c74c6fe830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.877687 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f70107a-692f-4092-8624-38c74c6fe830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:00.878873 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8f70107a-692f-4092-8624-38c74c6fe830 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36608544-0f2f-4c33-9b19-c4e5e32c4a4f HTTP/1.1" status: 204 len: 168 time: 0.1278687 Nov 21 04:42:00.888603 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70107a-692f-4092-8624-38c74c6fe830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36608544-0f2f-4c33-9b19-c4e5e32c4a4f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:00.960830 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8044dc0-dec4-4f0a-9e50-c406103ffd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:01.587835 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-bbaa4455-d089-444f-b446-1351da22c4d8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:01.589392 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-bbaa4455-d089-444f-b446-1351da22c4d8 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0575035 Nov 21 04:42:01.727386 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cfdfa-a0b9-4017-9cb2-6f6e448d0b39 req-789390ef-0ad3-4028-975e-7d4cde6cd637 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:01.728876 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-682cfdfa-a0b9-4017-9cb2-6f6e448d0b39 req-789390ef-0ad3-4028-975e-7d4cde6cd637 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0930538 Nov 21 04:42:01.758727 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Deleting port 4d897374-eea4-4073-a8eb-8c2e4957e349 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:01.759066 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:01.854509 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-682cfdfa-a0b9-4017-9cb2-6f6e448d0b39 req-00aced50-19fc-4538-9eaa-81d5a9ca2069 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166873 Nov 21 04:42:01.865746 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5831e49-e745-4d8d-be24-4e4652807ad1 req-dae4bcba-781e-4cde-9417-bcb6603d44c0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:01.867346 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e5831e49-e745-4d8d-be24-4e4652807ad1 req-dae4bcba-781e-4cde-9417-bcb6603d44c0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/ports?device_id=057613fe-f3ea-4900-be2f-d391589b2270 HTTP/1.1" status: 200 len: 946 time: 0.0620577 Nov 21 04:42:01.901724 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] For port 4d897374-eea4-4073-a8eb-8c2e4957e349, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4d897374-eea4-4073-a8eb-8c2e4957e349,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:01.902095 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:01.922399 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 819f5323-6207-460e-9bf6-4efcd89e006d no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:01.925312 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e5831e49-e745-4d8d-be24-4e4652807ad1 req-dbf32727-bc05-4d42-8fb6-ab9a32ad06a0 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.37 "GET /v2.0/security-groups?id=b62c4138-472a-4706-94d9-c983194e85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516198 Nov 21 04:42:01.927412 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Calling delete_port for 4d897374-eea4-4073-a8eb-8c2e4957e349 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:01.953539 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 819f5323-6207-460e-9bf6-4efcd89e006d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:01.953888 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 819f5323-6207-460e-9bf6-4efcd89e006d not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:01.967992 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.081117 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.122689 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Pushing event deleted for resources: {'Port': ['ID=4d897374-eea4-4073-a8eb-8c2e4957e349,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:02.123982 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['4d897374-eea4-4073-a8eb-8c2e4957e349'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:42:02.169701 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] No DVR routers for this DVR port 4d897374-eea4-4073-a8eb-8c2e4957e349 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:42:02.172608 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.177251 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9c55b677-cdc7-4f4c-832d-166268b3b7e8 req-c88678f4-2125-44bf-9762-01b591706032 tempest-ServerRescueNegativeTestJSON-2007355119 tempest-ServerRescueNegativeTestJSON-2007355119-project] 10.222.0.48 "DELETE /v2.0/ports/4d897374-eea4-4073-a8eb-8c2e4957e349 HTTP/1.1" status: 204 len: 173 time: 0.5780661 Nov 21 04:42:02.177710 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057613fe-f3ea-4900-be2f-d391589b2270', 'name': 'network-vif-deleted', 'tag': '4d897374-eea4-4073-a8eb-8c2e4957e349'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:02.181016 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a3938-d0c0-4e49-ac1c-260f8c068092" -d '{"events": [{"server_uuid": "057613fe-f3ea-4900-be2f-d391589b2270", "name": "network-vif-deleted", "tag": "4d897374-eea4-4073-a8eb-8c2e4957e349"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:02.223033 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d14fec-8f2e-428d-ad19-23d3bd8fb974 x-openstack-request-id: req-87d14fec-8f2e-428d-ad19-23d3bd8fb974 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:02.223431 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057613fe-f3ea-4900-be2f-d391589b2270", "name": "network-vif-deleted", "tag": "4d897374-eea4-4073-a8eb-8c2e4957e349", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:02.223629 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87d14fec-8f2e-428d-ad19-23d3bd8fb974 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:02.224185 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057613fe-f3ea-4900-be2f-d391589b2270', 'name': 'network-vif-deleted', 'tag': '4d897374-eea4-4073-a8eb-8c2e4957e349', 'status': 'completed', 'code': 200} Nov 21 04:42:02.541642 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:02.665892 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6f454bc-e2ec-4eb1-91a4-11df3c18a186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.753518 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6f454bc-e2ec-4eb1-91a4-11df3c18a186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.757792 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6f454bc-e2ec-4eb1-91a4-11df3c18a186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.799416 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f454bc-e2ec-4eb1-91a4-11df3c18a186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734e8a3d-804c-4fc4-9238-c69f6939fa15,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:02.804582 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a6f454bc-e2ec-4eb1-91a4-11df3c18a186 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae3ab6199a0a45f69cc7bd4e43ae90c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619298 Nov 21 04:42:02.807291 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:02.861232 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34052ad0-3bc0-45f7-aa1d-09cf74300acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.885238 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34052ad0-3bc0-45f7-aa1d-09cf74300acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.962093 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34052ad0-3bc0-45f7-aa1d-09cf74300acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.964756 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34052ad0-3bc0-45f7-aa1d-09cf74300acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:02.965897 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-34052ad0-3bc0-45f7-aa1d-09cf74300acc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/734e8a3d-804c-4fc4-9238-c69f6939fa15 HTTP/1.1" status: 204 len: 168 time: 0.1578567 Nov 21 04:42:02.982619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34052ad0-3bc0-45f7-aa1d-09cf74300acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e8a3d-804c-4fc4-9238-c69f6939fa15,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:02.983898 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50328) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:02.997449 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8adf4-78ed-4dc8-a6da-ad296c4cdf2d req-adedcae5-6c9a-435c-a780-f67294dea8a6 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:02.998978 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e8a8adf4-78ed-4dc8-a6da-ad296c4cdf2d req-adedcae5-6c9a-435c-a780-f67294dea8a6 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0687737 Nov 21 04:42:03.061482 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e8a8adf4-78ed-4dc8-a6da-ad296c4cdf2d req-a6016906-03e1-43e0-a66d-48611410e27a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521362 Nov 21 04:42:03.268253 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50332) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:03.283564 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-072dcdad-783d-4170-abd7-1a56393ff7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.373532 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-072dcdad-783d-4170-abd7-1a56393ff7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.378333 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-072dcdad-783d-4170-abd7-1a56393ff7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.421971 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-072dcdad-783d-4170-abd7-1a56393ff7c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=926515adea584b2f9a44c87c3a839549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525149 Nov 21 04:42:03.424700 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dcdad-783d-4170-abd7-1a56393ff7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c51c84-7e69-41dc-9166-26af561d29c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:03.426988 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:03.479066 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3bbd12f4-9975-430a-b20c-7331aa2c9853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.503100 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3bbd12f4-9975-430a-b20c-7331aa2c9853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.556787 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3bbd12f4-9975-430a-b20c-7331aa2c9853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.558762 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.560039 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3bbd12f4-9975-430a-b20c-7331aa2c9853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:03.561353 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3bbd12f4-9975-430a-b20c-7331aa2c9853 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73c51c84-7e69-41dc-9166-26af561d29c3 HTTP/1.1" status: 204 len: 168 time: 0.1334250 Nov 21 04:42:03.570716 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd12f4-9975-430a-b20c-7331aa2c9853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c51c84-7e69-41dc-9166-26af561d29c3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:03.742936 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:04.106531 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Deleting port a2326afb-0a1c-4273-83ac-eebb6cd0a049 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:04.107094 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:04.235222 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812cca9-0de5-411d-9c78-c3247f4ff041 req-c119fce8-07fb-420c-9181-da78c0a5c361 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:04.237290 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3812cca9-0de5-411d-9c78-c3247f4ff041 req-c119fce8-07fb-420c-9181-da78c0a5c361 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0840471 Nov 21 04:42:04.256656 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] For port a2326afb-0a1c-4273-83ac-eebb6cd0a049, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=a2326afb-0a1c-4273-83ac-eebb6cd0a049,segment=NetworkSegment(c5c809a4-a9da-425b-907d-9b593fc53fd3),segment_id=c5c809a4-a9da-425b-907d-9b593fc53fd3)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:04.257041 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:04.283195 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Calling delete_port for a2326afb-0a1c-4273-83ac-eebb6cd0a049 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:04.354639 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3812cca9-0de5-411d-9c78-c3247f4ff041 req-045cba91-c2b5-4662-9120-c0157299d601 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109107 Nov 21 04:42:04.514675 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:04.545766 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Pushing event deleted for resources: {'Port': ['ID=a2326afb-0a1c-4273-83ac-eebb6cd0a049,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:04.638365 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:04.735932 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:04.982575 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:42:05.105618 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:42:05.113715 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ff15429b-bc20-49fd-a71b-0f418d136aad admin admin] 10.222.0.37 "PUT /v2.0/routers/b0871a38-bd0c-41c2-aaaf-19d36e1f11ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1254969 Nov 21 04:42:05.113715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50380) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:05.115802 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] Sync routers for ids ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:42:05.125587 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] Routers {'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:05.126195 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:05.248696 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:05.265141 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] Set router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:05.408707 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:05.471701 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Deleting port 26b885de-9de8-4190-a076-dbd059d003cb {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:05.472049 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:05.497983 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d33f1-cb29-44a9-ade3-86e0b675dbd8 req-446df400-db87-4002-a243-a83461a8200e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:05.499615 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5c3d33f1-cb29-44a9-ade3-86e0b675dbd8 req-446df400-db87-4002-a243-a83461a8200e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0561907 Nov 21 04:42:05.509845 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '26b885de-9de8-4190-a076-dbd059d003cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:42:04Z', 'revision_number': 5, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port': {'id': '26b885de-9de8-4190-a076-dbd059d003cb', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:03Z', 'updated_at': '2021-11-21T04:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:05.546011 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] Checking router: b0871a38-bd0c-41c2-aaaf-19d36e1f11ed for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:42:05.555766 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] Routers {'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:05.556386 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:05.566692 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5c3d33f1-cb29-44a9-ade3-86e0b675dbd8 req-6d04ef7a-a7a8-4911-a650-6a321fffeb29 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570171 Nov 21 04:42:05.569244 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] For port 26b885de-9de8-4190-a076-dbd059d003cb, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=26b885de-9de8-4190-a076-dbd059d003cb,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:05.569643 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:05.587665 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Calling delete_port for 26b885de-9de8-4190-a076-dbd059d003cb owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:05.659792 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] Set router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:05.726097 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:42:05Z', 'revision_number': 6, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:05.759131 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45927fd-191c-4187-a222-70e7a779dde3 None None] The sync data for ids ['b0871a38-bd0c-41c2-aaaf-19d36e1f11ed'] in dv-cinder-776422-6-iscsi is: [{'id': 'b0871a38-bd0c-41c2-aaaf-19d36e1f11ed', 'name': 'tempest-ServerRescueNegativeTestJSON-603963917-router', 'tenant_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:42:05Z', 'revision_number': 6, 'project_id': 'bc1bb52881da4a55ad7e6550d14aa65a', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:42:05.777910 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:05.809387 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b885de-9de8-4190-a076-dbd059d003cb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:05.881200 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:05.936078 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4d897374-eea4-4073-a8eb-8c2e4957e349 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:05.959709 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 4d897374-eea4-4073-a8eb-8c2e4957e349 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:05.960056 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4d897374-eea4-4073-a8eb-8c2e4957e349 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:06.008455 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.010712 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.088930 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.089531 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0871a38-bd0c-41c2-aaaf-19d36e1f11ed {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:42:06.094761 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.098160 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b6fde92a-bfd7-47f4-a8f0-6e01daac4418 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b0871a38-bd0c-41c2-aaaf-19d36e1f11ed HTTP/1.1" status: 204 len: 168 time: 0.9813936 Nov 21 04:42:06.098519 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:06.390639 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] Deleting subnet 77ebe265-f657-43f8-b987-8eff7f2e0c9e {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:42:06.394252 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.434102 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.479702 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.542814 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device a2326afb-0a1c-4273-83ac-eebb6cd0a049 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:06.546830 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.579610 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: a2326afb-0a1c-4273-83ac-eebb6cd0a049 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:06.579970 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device a2326afb-0a1c-4273-83ac-eebb6cd0a049 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:06.592374 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.598488 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/77ebe265-f657-43f8-b987-8eff7f2e0c9e HTTP/1.1" status: 204 len: 168 time: 0.4968145 Nov 21 04:42:06.598488 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77923e-c53c-4485-bb9e-c2a2062851a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ebe265-f657-43f8-b987-8eff7f2e0c9e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:06.599033 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:06.683637 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.710553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed757ba7-eaed-47b8-8c7e-a7b7ebd21f4d req-edf55a7f-c2c2-49a7-be81-311cbe96c594 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:06.712606 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ed757ba7-eaed-47b8-8c7e-a7b7ebd21f4d req-edf55a7f-c2c2-49a7-be81-311cbe96c594 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0661221 Nov 21 04:42:06.775748 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ed757ba7-eaed-47b8-8c7e-a7b7ebd21f4d req-e9ae1334-e631-4487-8e80-7dfe8361b445 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571480 Nov 21 04:42:06.800647 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.825655 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6346ee5f-87a9-4d35-8339-16a23954b883']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:06.836828 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c809a4-a9da-425b-907d-9b593fc53fd3') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:06.837137 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c809a4-a9da-425b-907d-9b593fc53fd3') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:06.849190 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.865999 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.875022 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:42:06.875425 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:42:06.877920 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:42:06.955296 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.960760 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:06.964313 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/6346ee5f-87a9-4d35-8339-16a23954b883 HTTP/1.1" status: 204 len: 168 time: 0.3642683 Nov 21 04:42:06.979098 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733512f-9c96-4d0f-bc08-895783181d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6346ee5f-87a9-4d35-8339-16a23954b883,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:07.152988 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:07.197329 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-114f06ba-5e52-4bed-bd03-4b4336150d0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc1bb52881da4a55ad7e6550d14aa65a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424693 Nov 21 04:42:07.199741 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:07.254545 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7759d5fd-fad3-451d-94b3-b1e272791e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:07.277485 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7759d5fd-fad3-451d-94b3-b1e272791e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:07.326935 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7759d5fd-fad3-451d-94b3-b1e272791e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:07.330768 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7759d5fd-fad3-451d-94b3-b1e272791e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:07.332186 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-7759d5fd-fad3-451d-94b3-b1e272791e76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b62c4138-472a-4706-94d9-c983194e85a0 HTTP/1.1" status: 204 len: 168 time: 0.1315477 Nov 21 04:42:07.340351 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759d5fd-fad3-451d-94b3-b1e272791e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c4138-472a-4706-94d9-c983194e85a0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:07.871124 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 26b885de-9de8-4190-a076-dbd059d003cb no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:07.896824 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 26b885de-9de8-4190-a076-dbd059d003cb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:07.897469 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 26b885de-9de8-4190-a076-dbd059d003cb not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:07.897714 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e10d8-0eac-486f-962d-7327b4cfdd31 req-3dc8f4a4-2da9-429e-90b1-52470f9fdc44 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:07.899293 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-289e10d8-0eac-486f-962d-7327b4cfdd31 req-3dc8f4a4-2da9-429e-90b1-52470f9fdc44 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0568781 Nov 21 04:42:07.909762 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:42:07.958987 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-289e10d8-0eac-486f-962d-7327b4cfdd31 req-dff9287b-90c7-433a-ad62-5846931ae178 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473735 Nov 21 04:42:08.648709 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:08.754330 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dda5b01-587f-410b-803b-5cf56ed82495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:08.840214 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dda5b01-587f-410b-803b-5cf56ed82495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:08.844127 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dda5b01-587f-410b-803b-5cf56ed82495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:08.893611 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5dda5b01-587f-410b-803b-5cf56ed82495 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92f9b8c5555f4c92b49ec281bf80917f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436972 Nov 21 04:42:08.896291 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:08.902255 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda5b01-587f-410b-803b-5cf56ed82495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c5a87d-0953-4e1a-bd52-5e27796311b3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:08.956826 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d067ab6-20a7-4ef0-9552-72db8908f03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:08.981878 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d067ab6-20a7-4ef0-9552-72db8908f03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.040553 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d067ab6-20a7-4ef0-9552-72db8908f03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.043457 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d067ab6-20a7-4ef0-9552-72db8908f03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.044928 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-6d067ab6-20a7-4ef0-9552-72db8908f03a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25c5a87d-0953-4e1a-bd52-5e27796311b3 HTTP/1.1" status: 204 len: 168 time: 0.1477079 Nov 21 04:42:09.059289 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067ab6-20a7-4ef0-9552-72db8908f03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c5a87d-0953-4e1a-bd52-5e27796311b3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:09.088053 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dedc3-223e-40f4-8db8-01f130e0b1fe req-6d43e4f9-e5e5-4524-ba06-f92b51bd4c9d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:09.089602 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-268dedc3-223e-40f4-8db8-01f130e0b1fe req-6d43e4f9-e5e5-4524-ba06-f92b51bd4c9d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0594304 Nov 21 04:42:09.100073 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:09.150414 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-268dedc3-223e-40f4-8db8-01f130e0b1fe req-92f66de4-b0b0-4dd6-9f97-5b0598df29aa tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537093 Nov 21 04:42:09.214020 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12ba40b4-e1c0-42e3-96a0-330f58de170d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.300050 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12ba40b4-e1c0-42e3-96a0-330f58de170d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.303957 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12ba40b4-e1c0-42e3-96a0-330f58de170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.348268 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-12ba40b4-e1c0-42e3-96a0-330f58de170d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3dac147f20f4950bbce5874f80b6805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470202 Nov 21 04:42:09.349368 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba40b4-e1c0-42e3-96a0-330f58de170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3958d-9510-4aaa-971a-bc461db2643f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:09.351241 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:09.401082 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50500) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:09.410931 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae47ea96-e72d-43a1-94a5-6c6c2816437e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.417631 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7470949-dfb9-47b3-b049-6f392e6a6ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.434615 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae47ea96-e72d-43a1-94a5-6c6c2816437e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.489897 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae47ea96-e72d-43a1-94a5-6c6c2816437e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.492617 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae47ea96-e72d-43a1-94a5-6c6c2816437e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.496479 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ae47ea96-e72d-43a1-94a5-6c6c2816437e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3db3958d-9510-4aaa-971a-bc461db2643f HTTP/1.1" status: 204 len: 168 time: 0.1412616 Nov 21 04:42:09.505619 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47ea96-e72d-43a1-94a5-6c6c2816437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3958d-9510-4aaa-971a-bc461db2643f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:09.726760 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7470949-dfb9-47b3-b049-6f392e6a6ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.730767 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7470949-dfb9-47b3-b049-6f392e6a6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.772896 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e7470949-dfb9-47b3-b049-6f392e6a6ac6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3becf8803304fc082163a5f9a3707c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706460 Nov 21 04:42:09.774019 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7470949-dfb9-47b3-b049-6f392e6a6ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d2b0c6-0792-4cf6-b1d8-67b1d7f4a3cd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:09.776917 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50506) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:09.836139 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f146e32a-317a-40d2-b2fa-29d95dea2d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.845407 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50508) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:09.859359 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3e469fd-6ef2-48d5-ba73-e4579da1e881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.864134 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f146e32a-317a-40d2-b2fa-29d95dea2d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.916689 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f146e32a-317a-40d2-b2fa-29d95dea2d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.919667 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f146e32a-317a-40d2-b2fa-29d95dea2d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.920996 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-f146e32a-317a-40d2-b2fa-29d95dea2d62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79d2b0c6-0792-4cf6-b1d8-67b1d7f4a3cd HTTP/1.1" status: 204 len: 168 time: 0.1426876 Nov 21 04:42:09.929764 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146e32a-317a-40d2-b2fa-29d95dea2d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d2b0c6-0792-4cf6-b1d8-67b1d7f4a3cd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:09.956693 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3e469fd-6ef2-48d5-ba73-e4579da1e881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:09.961337 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3e469fd-6ef2-48d5-ba73-e4579da1e881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:10.005332 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a3e469fd-6ef2-48d5-ba73-e4579da1e881 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e51e2e3c4d334a2395fb57f0fb9ad28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588161 Nov 21 04:42:10.006562 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e469fd-6ef2-48d5-ba73-e4579da1e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd6083d-e469-4060-aa02-1e1987448d4c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:10.008012 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:10.062632 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90b1c16e-ee58-4eb1-a41b-c6a96c6886f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:10.088342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90b1c16e-ee58-4eb1-a41b-c6a96c6886f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:10.143533 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90b1c16e-ee58-4eb1-a41b-c6a96c6886f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:10.146219 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90b1c16e-ee58-4eb1-a41b-c6a96c6886f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:10.147404 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-90b1c16e-ee58-4eb1-a41b-c6a96c6886f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbd6083d-e469-4060-aa02-1e1987448d4c HTTP/1.1" status: 204 len: 168 time: 0.1384032 Nov 21 04:42:10.155705 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1c16e-ee58-4eb1-a41b-c6a96c6886f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd6083d-e469-4060-aa02-1e1987448d4c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:10.286940 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e43e8f-9f82-43fe-a220-657f08c947d2 req-33d95ec1-8f14-4d61-8e54-048451f8418e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:10.288496 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b8e43e8f-9f82-43fe-a220-657f08c947d2 req-33d95ec1-8f14-4d61-8e54-048451f8418e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0610425 Nov 21 04:42:10.346455 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b8e43e8f-9f82-43fe-a220-657f08c947d2 req-7954508e-b390-400b-9672-df2dba3fda89 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513003 Nov 21 04:42:11.482978 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95981b-c017-4689-a284-f2fe0c6080b0 req-5448346e-96ab-431b-b23c-88f8514fe29b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:11.484510 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7a95981b-c017-4689-a284-f2fe0c6080b0 req-5448346e-96ab-431b-b23c-88f8514fe29b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0667732 Nov 21 04:42:11.539208 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7a95981b-c017-4689-a284-f2fe0c6080b0 req-8fe3fefd-0305-430a-a630-75a3b63accad tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482466 Nov 21 04:42:12.658905 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e53a-5224-4667-9b32-b1d72948011c req-ece67a05-6cb2-40df-beba-3aeeed63ff36 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:12.660655 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f996e53a-5224-4667-9b32-b1d72948011c req-ece67a05-6cb2-40df-beba-3aeeed63ff36 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0540192 Nov 21 04:42:12.712098 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f996e53a-5224-4667-9b32-b1d72948011c req-bcbdae47-15e9-4807-83f8-7e817e1a5d3f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452876 Nov 21 04:42:13.212805 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:13.828784 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddfb6-5148-4fce-b0be-7ab840a4ce27 req-aad9030f-067e-4adc-ac07-ad1d66828ade tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:13.830887 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9d7ddfb6-5148-4fce-b0be-7ab840a4ce27 req-aad9030f-067e-4adc-ac07-ad1d66828ade tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0529540 Nov 21 04:42:13.882408 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9d7ddfb6-5148-4fce-b0be-7ab840a4ce27 req-72700955-7df0-4870-9327-2682dba47aee tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456085 Nov 21 04:42:14.082293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95033a21-6ac8-4785-8551-bb61785df063 req-15c1254d-5c76-4675-bb2a-0ec9e1402824 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:14.084143 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-95033a21-6ac8-4785-8551-bb61785df063 req-15c1254d-5c76-4675-bb2a-0ec9e1402824 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0581648 Nov 21 04:42:14.153023 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-95033a21-6ac8-4785-8551-bb61785df063 req-28858e6c-9060-4347-9f60-2f3a0a242423 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618804 Nov 21 04:42:14.186076 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b78199-ffbf-449d-8a74-de947932cdda req-7c039dd6-5bbb-4063-a0d3-e0e55d8015df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:14.187642 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d8b78199-ffbf-449d-8a74-de947932cdda req-7c039dd6-5bbb-4063-a0d3-e0e55d8015df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 1099 time: 0.0570107 Nov 21 04:42:14.313458 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b78199-ffbf-449d-8a74-de947932cdda req-789b947e-0600-4914-8ee8-f256dab3bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:14.316070 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d8b78199-ffbf-449d-8a74-de947932cdda req-789b947e-0600-4914-8ee8-f256dab3bed3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 910 time: 0.1191127 Nov 21 04:42:14.415027 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d8b78199-ffbf-449d-8a74-de947932cdda req-2eada8c7-4894-4e64-a54b-5548728e8e04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 200 len: 1001 time: 0.0904579 Nov 21 04:42:14.491087 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b78199-ffbf-449d-8a74-de947932cdda req-7e90a6c1-6c95-4cd7-a8e7-a860b29a614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:14.492740 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d8b78199-ffbf-449d-8a74-de947932cdda req-7e90a6c1-6c95-4cd7-a8e7-a860b29a614f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.0711014 Nov 21 04:42:14.550672 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b78199-ffbf-449d-8a74-de947932cdda req-dd4e07b8-6dfe-441e-a85b-e77c4cbb448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:14.552217 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d8b78199-ffbf-449d-8a74-de947932cdda req-dd4e07b8-6dfe-441e-a85b-e77c4cbb448a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494487 Nov 21 04:42:14.660793 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d8b78199-ffbf-449d-8a74-de947932cdda req-c0bc26b0-3024-492e-a7ac-460dc4d65979 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005094 Nov 21 04:42:14.778228 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d8b78199-ffbf-449d-8a74-de947932cdda req-50c95fc4-623b-4311-8943-b2212ff63e40 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099815 Nov 21 04:42:14.809869 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-0f3e1b2c-6710-476e-a7fa-9236d2ed1db1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463846 Nov 21 04:42:14.902309 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-0bab0dc4-a4da-4b36-a627-cfbb184f3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:14.903926 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-0bab0dc4-a4da-4b36-a627-cfbb184f3e10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 1099 time: 0.0480890 Nov 21 04:42:15.032511 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-b71e85e4-a816-419d-8c63-91444c2c2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:15.033938 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-b71e85e4-a816-419d-8c63-91444c2c2510 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1045008 Nov 21 04:42:15.114042 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-7036f518-a0e8-4fff-bf6e-d86f372df9d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa97cf69-198d-47b8-9346-8093b5e3b973 HTTP/1.1" status: 200 len: 1001 time: 0.0714207 Nov 21 04:42:15.174977 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-af34fd91-8084-42a9-a7ee-74737314284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:15.176908 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-af34fd91-8084-42a9-a7ee-74737314284a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0547881 Nov 21 04:42:15.234636 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-5c9299ca-27d6-437c-9d4b-45441809d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:15.236730 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-5c9299ca-27d6-437c-9d4b-45441809d4e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520904 Nov 21 04:42:15.277043 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0db33c-7b56-4818-87a0-9702747c04a5 req-6fb1340e-fe62-4ae3-8071-600dfa613edd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:15.278584 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9c0db33c-7b56-4818-87a0-9702747c04a5 req-6fb1340e-fe62-4ae3-8071-600dfa613edd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0557077 Nov 21 04:42:15.337503 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9c0db33c-7b56-4818-87a0-9702747c04a5 req-b1e9c0b5-e9e3-464e-b9dd-03a2b34650c7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525062 Nov 21 04:42:15.362345 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-6afcb796-7cc6-4b46-b9b4-6c9a2ac59ce4 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011980 Nov 21 04:42:15.481603 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d9a82ae6-c104-4f6b-accd-709f4e9a3aa9 req-6116bac3-070b-4847-a7fd-026b33c4461d service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057556 Nov 21 04:42:15.924265 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:16.039226 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e819816-59a0-4f17-ab84-70c44febac14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.124264 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e819816-59a0-4f17-ab84-70c44febac14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.128381 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e819816-59a0-4f17-ab84-70c44febac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.171826 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5e819816-59a0-4f17-ab84-70c44febac14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8eb38e7b05045e8a25718414a554602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464089 Nov 21 04:42:16.173050 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e819816-59a0-4f17-ab84-70c44febac14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f90f633-19bc-4e15-a421-9cd92ba3e070,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:16.174648 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:16.233590 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7083bff-19bc-4264-9ee7-908c23cd8934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.257910 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7083bff-19bc-4264-9ee7-908c23cd8934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.308028 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7083bff-19bc-4264-9ee7-908c23cd8934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.310860 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7083bff-19bc-4264-9ee7-908c23cd8934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.312014 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-d7083bff-19bc-4264-9ee7-908c23cd8934 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f90f633-19bc-4e15-a421-9cd92ba3e070 HTTP/1.1" status: 204 len: 168 time: 0.1340377 Nov 21 04:42:16.323018 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7083bff-19bc-4264-9ee7-908c23cd8934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f90f633-19bc-4e15-a421-9cd92ba3e070,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:16.471557 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10215c7a-429e-4e80-ac02-d8f92a7b05f6 req-8a2bd54b-1ae9-420c-8715-f4f24a3b7c07 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:16.473062 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-10215c7a-429e-4e80-ac02-d8f92a7b05f6 req-8a2bd54b-1ae9-420c-8715-f4f24a3b7c07 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0571389 Nov 21 04:42:16.525969 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-10215c7a-429e-4e80-ac02-d8f92a7b05f6 req-7d955a67-a429-4c9f-8c6b-45c2416e2156 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469286 Nov 21 04:42:16.581973 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:16.597327 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34d6c34f-d8c8-4397-a999-6b3cfae552fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.678233 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34d6c34f-d8c8-4397-a999-6b3cfae552fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.682297 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34d6c34f-d8c8-4397-a999-6b3cfae552fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.725214 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-34d6c34f-d8c8-4397-a999-6b3cfae552fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2504d8e480d414a95d50c5979a20cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421282 Nov 21 04:42:16.726001 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6c34f-d8c8-4397-a999-6b3cfae552fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6047b7dc-a18c-4e98-95c6-d7699d2ecbae,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:16.727887 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50714) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:16.787261 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec023c9-2937-453e-bb0a-83cce3cd16ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.812576 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec023c9-2937-453e-bb0a-83cce3cd16ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.863767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec023c9-2937-453e-bb0a-83cce3cd16ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.866821 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec023c9-2937-453e-bb0a-83cce3cd16ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:16.867979 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-fec023c9-2937-453e-bb0a-83cce3cd16ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6047b7dc-a18c-4e98-95c6-d7699d2ecbae HTTP/1.1" status: 204 len: 168 time: 0.1379328 Nov 21 04:42:16.877227 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec023c9-2937-453e-bb0a-83cce3cd16ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6047b7dc-a18c-4e98-95c6-d7699d2ecbae,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:18.538723 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50796) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:18.655948 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1958b6f2-cea2-4e0b-bd00-094a644c2bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:18.737171 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1958b6f2-cea2-4e0b-bd00-094a644c2bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:18.740961 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1958b6f2-cea2-4e0b-bd00-094a644c2bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:18.782214 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958b6f2-cea2-4e0b-bd00-094a644c2bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a100cd-3db3-45c7-ab45-c4ea73198e56,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:18.787906 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1958b6f2-cea2-4e0b-bd00-094a644c2bee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb3052b53d1744bdadbc24305071d603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481029 Nov 21 04:42:18.791269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:18.842604 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e8a687a-bfbf-4742-9708-183f18fd34d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:18.866373 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e8a687a-bfbf-4742-9708-183f18fd34d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:18.917900 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e8a687a-bfbf-4742-9708-183f18fd34d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:18.920707 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e8a687a-bfbf-4742-9708-183f18fd34d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:18.921858 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-4e8a687a-bfbf-4742-9708-183f18fd34d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66a100cd-3db3-45c7-ab45-c4ea73198e56 HTTP/1.1" status: 204 len: 168 time: 0.1304538 Nov 21 04:42:18.930251 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a687a-bfbf-4742-9708-183f18fd34d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a100cd-3db3-45c7-ab45-c4ea73198e56,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:19.180260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 50808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:19.194991 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a365f-f1c3-42a6-bc2e-16bdd5727055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:19.277297 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a365f-f1c3-42a6-bc2e-16bdd5727055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:19.280972 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-680a365f-f1c3-42a6-bc2e-16bdd5727055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:19.327355 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-680a365f-f1c3-42a6-bc2e-16bdd5727055 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3bbf33c2a69435da88ec967308f5a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459503 Nov 21 04:42:19.328083 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a365f-f1c3-42a6-bc2e-16bdd5727055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ba3f5-ac61-4609-a60b-c97f21b7f3e2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:19.330030 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 50810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:19.384824 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aba665f2-60d2-4025-86f2-b1dde5c02b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:19.408498 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aba665f2-60d2-4025-86f2-b1dde5c02b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:19.458222 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aba665f2-60d2-4025-86f2-b1dde5c02b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:19.460908 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aba665f2-60d2-4025-86f2-b1dde5c02b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:19.462052 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-aba665f2-60d2-4025-86f2-b1dde5c02b56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c5ba3f5-ac61-4609-a60b-c97f21b7f3e2 HTTP/1.1" status: 204 len: 168 time: 0.1309941 Nov 21 04:42:19.470692 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba665f2-60d2-4025-86f2-b1dde5c02b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ba3f5-ac61-4609-a60b-c97f21b7f3e2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:23.983501 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a8650-2bca-4fcf-9d1e-5615a935d82b req-a1dcbed6-9568-4349-a894-7614bd24bb91 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:23.984977 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ba5a8650-2bca-4fcf-9d1e-5615a935d82b req-a1dcbed6-9568-4349-a894-7614bd24bb91 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0519278 Nov 21 04:42:24.038045 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ba5a8650-2bca-4fcf-9d1e-5615a935d82b req-03112ecf-eaa6-4fc5-947c-e5ff7c3f9d84 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459359 Nov 21 04:42:25.172255 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f243b-95a2-4de6-b126-d435ca715b56 req-5f9a2a93-78c9-4d6a-8e0c-920af4bc6f10 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:25.174428 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5c3f243b-95a2-4de6-b126-d435ca715b56 req-5f9a2a93-78c9-4d6a-8e0c-920af4bc6f10 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0586703 Nov 21 04:42:25.226698 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5c3f243b-95a2-4de6-b126-d435ca715b56 req-e0f93593-57f9-452a-ab0a-be31e29b97a6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Nov 21 04:42:25.843486 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cf460-1db9-47aa-9022-757950d02dde req-c720497b-b51a-41d8-a9c6-1ce8062016b2 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:25.844950 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e53cf460-1db9-47aa-9022-757950d02dde req-c720497b-b51a-41d8-a9c6-1ce8062016b2 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0551853 Nov 21 04:42:25.950909 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Deleting port aa97cf69-198d-47b8-9346-8093b5e3b973 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:25.951258 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:26.061028 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] For port aa97cf69-198d-47b8-9346-8093b5e3b973, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=aa97cf69-198d-47b8-9346-8093b5e3b973,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:26.061394 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:26.343139 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:26.343766 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:26.344077 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Floating IP bea74cc6-e43d-4544-be3f-bfde04cbbfc2 disassociated. External IP: 172.27.1.139, port: aa97cf69-198d-47b8-9346-8093b5e3b973. Nov 21 04:42:26.344597 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Calling delete_port for aa97cf69-198d-47b8-9346-8093b5e3b973 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:26.361873 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3525-2116-421b-8731-086abb3720a2 req-b194cb30-df65-49b7-831a-7a6abfc3971d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:26.369269 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bbfd3525-2116-421b-8731-086abb3720a2 req-b194cb30-df65-49b7-831a-7a6abfc3971d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 946 time: 0.0647533 Nov 21 04:42:26.422234 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bbfd3525-2116-421b-8731-086abb3720a2 req-79829e56-5332-4153-bd0c-fae029381a7c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=36a265db-ce53-4adc-9f93-74e82dab75c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520353 Nov 21 04:42:26.509208 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:26.543367 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event deleted for resources: {'Port': ['ID=aa97cf69-198d-47b8-9346-8093b5e3b973,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:26.685756 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Router 4b351c15-f0b4-44b4-918e-a6b435ff3335 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:42:26.758715 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:26.819287 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:42:26.831486 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] Sync routers for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:42:26.847868 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:26.848893 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:26.881409 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] No DVR routers for this DVR port aa97cf69-198d-47b8-9346-8093b5e3b973 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:42:26.887893 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb240a55-349b-4400-b480-c2087e204e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:26.896800 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:26.901574 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e53cf460-1db9-47aa-9022-757950d02dde req-81814916-2490-4495-b4a0-afc57620edef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "DELETE /v2.0/ports/aa97cf69-198d-47b8-9346-8093b5e3b973 HTTP/1.1" status: 204 len: 173 time: 1.0487523 Nov 21 04:42:26.902310 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-deleted', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:26.904857 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb026a8-9f71-4910-97e6-5c3b3cc67561" -d '{"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-deleted", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:26.962399 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5335d6-861d-45ae-b453-50dd73f7f3f7 x-openstack-request-id: req-4a5335d6-861d-45ae-b453-50dd73f7f3f7 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:26.962739 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05014acf-350c-435f-9e03-bc78eec6a3b2", "name": "network-vif-deleted", "tag": "aa97cf69-198d-47b8-9346-8093b5e3b973", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:26.963072 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a5335d6-861d-45ae-b453-50dd73f7f3f7 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:26.963519 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05014acf-350c-435f-9e03-bc78eec6a3b2', 'name': 'network-vif-deleted', 'tag': 'aa97cf69-198d-47b8-9346-8093b5e3b973', 'status': 'completed', 'code': 200} Nov 21 04:42:27.009989 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:27.024887 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb240a55-349b-4400-b480-c2087e204e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.033670 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb240a55-349b-4400-b480-c2087e204e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.091850 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51014) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:27.092209 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-cb240a55-349b-4400-b480-c2087e204e19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=102946fee382460eb321e07b69b513ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322248 Nov 21 04:42:27.108054 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb240a55-349b-4400-b480-c2087e204e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98209c00-b7c5-478e-828e-745f08c60555,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:27.165953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae21a6a0-7bdf-4fd6-9221-9e65b9023dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.195007 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae21a6a0-7bdf-4fd6-9221-9e65b9023dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.255957 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae21a6a0-7bdf-4fd6-9221-9e65b9023dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.259600 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae21a6a0-7bdf-4fd6-9221-9e65b9023dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.269732 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ae21a6a0-7bdf-4fd6-9221-9e65b9023dec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98209c00-b7c5-478e-828e-745f08c60555 HTTP/1.1" status: 204 len: 168 time: 0.1729610 Nov 21 04:42:27.279143 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21a6a0-7bdf-4fd6-9221-9e65b9023dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98209c00-b7c5-478e-828e-745f08c60555,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:27.432959 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:27.468608 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] Checking router: 4b351c15-f0b4-44b4-918e-a6b435ff3335 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:42:27.478451 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:27.479138 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:27.564394 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:27.578889 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cabf6f-8acb-4524-96d9-b1e047392573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.585870 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-66795055-ded6-46be-93a3-97398cd1e220 req-507ce19e-0b7a-44a6-8d0a-fbe58d236699 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=05014acf-350c-435f-9e03-bc78eec6a3b2 HTTP/1.1" status: 200 len: 210 time: 0.0502927 Nov 21 04:42:27.649922 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:27.692580 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cabf6f-8acb-4524-96d9-b1e047392573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.697939 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1cabf6f-8acb-4524-96d9-b1e047392573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.746221 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cabf6f-8acb-4524-96d9-b1e047392573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782d7840-56d5-42b6-8661-3261e8097fe8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:27.754331 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d1cabf6f-8acb-4524-96d9-b1e047392573 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=950446f8f49c47169ceadc238c618060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886528 Nov 21 04:42:27.756637 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:27.813930 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9778ef2b-4538-4b47-a520-48f74910fe65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.841798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9778ef2b-4538-4b47-a520-48f74910fe65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.895813 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9778ef2b-4538-4b47-a520-48f74910fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.898828 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9778ef2b-4538-4b47-a520-48f74910fe65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:27.900098 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-9778ef2b-4538-4b47-a520-48f74910fe65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/782d7840-56d5-42b6-8661-3261e8097fe8 HTTP/1.1" status: 204 len: 168 time: 0.1425061 Nov 21 04:42:27.912728 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778ef2b-4538-4b47-a520-48f74910fe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782d7840-56d5-42b6-8661-3261e8097fe8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:27.913764 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:27.950257 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ecaeb-9354-49b5-9d86-2cb1eed94a40 None None] The sync data for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi is: [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:42:28.225291 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431cc15-0df9-4e51-9152-687fb0a1f78e None None] New status for floating IP bea74cc6-e43d-4544-be3f-bfde04cbbfc2: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:42:28.389879 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48c3480b-d5d8-4060-a2bb-db3921074a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:28.680922 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:28.747302 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-799be54c-df56-4675-8c7d-abe89078af94 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:28.777813 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-799be54c-df56-4675-8c7d-abe89078af94 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:28.842983 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-799be54c-df56-4675-8c7d-abe89078af94 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:28.846294 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-799be54c-df56-4675-8c7d-abe89078af94 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:28.847749 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-799be54c-df56-4675-8c7d-abe89078af94 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "DELETE /v2.0/security-groups/36a265db-ce53-4adc-9f93-74e82dab75c8 HTTP/1.1" status: 204 len: 168 time: 0.1659353 Nov 21 04:42:28.850682 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:28.858103 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799be54c-df56-4675-8c7d-abe89078af94 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a265db-ce53-4adc-9f93-74e82dab75c8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:28.869213 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.api.v2.resource [None req-0decbb4c-8334-49cd-be1b-605a68aed8be tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] show failed (client error): The resource could not be found. Nov 21 04:42:28.870296 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0decbb4c-8334-49cd-be1b-605a68aed8be tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups/36a265db-ce53-4adc-9f93-74e82dab75c8 HTTP/1.1" status: 404 len: 347 time: 0.0175543 Nov 21 04:42:28.873040 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:29.030531 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Deleting port d57120c0-5f86-4634-9477-fe3c3c1d8dff {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:29.030862 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.127333 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.127840 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.141396 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Calling delete_port for d57120c0-5f86-4634-9477-fe3c3c1d8dff owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:29.339242 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.372203 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event deleted for resources: {'Port': ['ID=d57120c0-5f86-4634-9477-fe3c3c1d8dff,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:29.456085 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.458956 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.466525 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9d439e0d-8d22-48bd-8f0f-e23f5a49a943 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "DELETE /v2.0/floatingips/bea74cc6-e43d-4544-be3f-bfde04cbbfc2 HTTP/1.1" status: 204 len: 168 time: 0.5895259 Nov 21 04:42:29.695185 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:29.799679 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38027ae3-68b0-4ac6-8814-a2bb57ac40c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.853835 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:29.858904 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6219cfa8-514c-4b96-a24c-0181a5f5d243 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500629999', 'description': 'tempest-description--1145423723'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:29.884936 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38027ae3-68b0-4ac6-8814-a2bb57ac40c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.886064 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6219cfa8-514c-4b96-a24c-0181a5f5d243 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.888609 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38027ae3-68b0-4ac6-8814-a2bb57ac40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.933333 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-38027ae3-68b0-4ac6-8814-a2bb57ac40c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e1d89ab9882455db682342b5e610991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370362 Nov 21 04:42:29.934205 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38027ae3-68b0-4ac6-8814-a2bb57ac40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c6b24-d624-429e-8317-4f0eaae8573d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:29.936483 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51092) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:29.960992 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6219cfa8-514c-4b96-a24c-0181a5f5d243 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.964928 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6219cfa8-514c-4b96-a24c-0181a5f5d243 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.990643 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f309f447-1b23-4203-a6c7-3e21f7f9f1a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.997507 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6219cfa8-514c-4b96-a24c-0181a5f5d243 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:29.998891 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6219cfa8-514c-4b96-a24c-0181a5f5d243 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1435995 Nov 21 04:42:30.001930 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:30.004161 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219cfa8-514c-4b96-a24c-0181a5f5d243 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe18f0-50b6-40b1-9fa7-206344e60390,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:30.008957 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ff295c40-67f3-4579-bbba-147c56205884 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'security_group_rule': {'security_group_id': 'a3fe18f0-50b6-40b1-9fa7-206344e60390', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:30.026836 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f309f447-1b23-4203-a6c7-3e21f7f9f1a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.073171 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff295c40-67f3-4579-bbba-147c56205884 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.116826 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f309f447-1b23-4203-a6c7-3e21f7f9f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.119253 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f309f447-1b23-4203-a6c7-3e21f7f9f1a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.120450 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f309f447-1b23-4203-a6c7-3e21f7f9f1a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f4c6b24-d624-429e-8317-4f0eaae8573d HTTP/1.1" status: 204 len: 168 time: 0.1830533 Nov 21 04:42:30.138118 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff295c40-67f3-4579-bbba-147c56205884 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.139207 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309f447-1b23-4203-a6c7-3e21f7f9f1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c6b24-d624-429e-8317-4f0eaae8573d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:30.143465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff295c40-67f3-4579-bbba-147c56205884 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.169560 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff295c40-67f3-4579-bbba-147c56205884 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.173741 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-ff295c40-67f3-4579-bbba-147c56205884 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679487 Nov 21 04:42:30.173898 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff295c40-67f3-4579-bbba-147c56205884 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd56ec8-abbd-491b-8178-54ca9dcb29b5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:30.175036 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51098) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:30.180064 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a32a5303-a70f-4b93-8c04-c2c2cf08377b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'security_group_rule': {'security_group_id': 'a3fe18f0-50b6-40b1-9fa7-206344e60390', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:30.214688 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a32a5303-a70f-4b93-8c04-c2c2cf08377b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.281428 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a32a5303-a70f-4b93-8c04-c2c2cf08377b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.285822 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a32a5303-a70f-4b93-8c04-c2c2cf08377b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.306000 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a5303-a70f-4b93-8c04-c2c2cf08377b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f77020-f3fc-4cbe-9346-d58d52a7e610,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:30.315156 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a32a5303-a70f-4b93-8c04-c2c2cf08377b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.319397 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a32a5303-a70f-4b93-8c04-c2c2cf08377b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402955 Nov 21 04:42:30.319718 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:30.324309 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:30.349130 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.417581 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51106) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:30.434607 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b22efdb3-ba71-4d1e-b78b-a9a760c54e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.476580 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:30.503891 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: aa97cf69-198d-47b8-9346-8093b5e3b973 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:30.504257 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device aa97cf69-198d-47b8-9346-8093b5e3b973 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:30.523395 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.602287 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b22efdb3-ba71-4d1e-b78b-a9a760c54e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.608319 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b22efdb3-ba71-4d1e-b78b-a9a760c54e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.693661 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-b22efdb3-ba71-4d1e-b78b-a9a760c54e41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67434c7b5cd443978423dd2fecbc052d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748258 Nov 21 04:42:30.696162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51108) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:30.696366 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22efdb3-ba71-4d1e-b78b-a9a760c54e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662db900-617b-43c2-a8a5-674bef4f0532,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:30.719140 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Allocated IP 172.27.1.208 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/61fdc11f-c9a9-45e2-b496-acd4f65b9e84) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:42:30.753597 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa94a5e-6769-4ff0-9175-c2f2ee647207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.783767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa94a5e-6769-4ff0-9175-c2f2ee647207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.841154 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa94a5e-6769-4ff0-9175-c2f2ee647207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.843926 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa94a5e-6769-4ff0-9175-c2f2ee647207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.845164 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-3aa94a5e-6769-4ff0-9175-c2f2ee647207 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/662db900-617b-43c2-a8a5-674bef4f0532 HTTP/1.1" status: 204 len: 168 time: 0.1479502 Nov 21 04:42:30.853474 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.856596 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa94a5e-6769-4ff0-9175-c2f2ee647207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662db900-617b-43c2-a8a5-674bef4f0532,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:30.892975 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.943830 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:42:30.947446 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:42:30.951770 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:42:30.966042 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1901122f-c9e3-4d79-a445-8cd88f695360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:30.990358 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'Port': ['ID=61fdc11f-c9a9-45e2-b496-acd4f65b9e84,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:31.066735 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.108482 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.317131 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.320619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18079691'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.422549 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'Port': ['ID=61fdc11f-c9a9-45e2-b496-acd4f65b9e84,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:31.430740 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.458736 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.460275 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-61fe9dae-52ca-420d-a962-d27c86a6947d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1392970 Nov 21 04:42:31.691673 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-52f23700-c05a-4f0f-aab7-55092b2c3632 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1500629999&fields=id&tenant_id=232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 267 time: 0.0520027 Nov 21 04:42:31.732885 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:31.840089 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-77e36b7b-620d-49b4-92bf-a7a0c3e41024 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:31.841584 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-77e36b7b-620d-49b4-92bf-a7a0c3e41024 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 817 time: 0.1411536 Nov 21 04:42:31.858915 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-255e9c70-bd2b-421b-8cb9-d737ffa05419 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/quotas/232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 375 time: 0.0098431 Nov 21 04:42:31.871110 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1672395289-network', 'tenant_id': '32cfade5ba4948e8bcc3e6acf534ad3a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:31.896079 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Made reservation on behalf of 32cfade5ba4948e8bcc3e6acf534ad3a for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:31.900289 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.913077 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:31.919431 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-172a069f-efb8-4411-a255-8e29ce9ea840 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521619 Nov 21 04:42:31.967544 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.013910 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.018660 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.032835 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-e85d14ae-6799-4e7e-9239-fbe979cb25e2 service neutron] 10.222.0.37 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009345 Nov 21 04:42:32.045641 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:42:32.056528 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c4292-e67a-40d8-8cb5-87af489d4b74,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:32.061439 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.061784 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Added segment fcd500ad-0a23-4fe4-ac33-8482bbbdc622 of type vlan for network ec55ca96-84f4-4a52-8b20-c512c02be4fd Nov 21 04:42:32.107605 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.134272 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.135395 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:32.135903 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.139384 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-831493fe-482f-42dc-bc07-2d2a9bab8a1c service neutron] 10.222.0.37 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993927 Nov 21 04:42:32.199584 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4655709 Nov 21 04:42:32.202804 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51164) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:32.208267 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Request body: {'subnet': {'network_id': 'ec55ca96-84f4-4a52-8b20-c512c02be4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1672395289-subnet', 'tenant_id': '32cfade5ba4948e8bcc3e6acf534ad3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:32.215527 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02fa2a-9e31-40bf-87b0-961e8653ed04 admin admin] Pushing event updated for resources: {'Network': ['ID=ec55ca96-84f4-4a52-8b20-c512c02be4fd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:32.226365 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network ec55ca96-84f4-4a52-8b20-c512c02be4fd details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:42:32.239803 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Made reservation on behalf of 32cfade5ba4948e8bcc3e6acf534ad3a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:32.242415 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18863933'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.343651 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c6717630-d594-4076-80e0-6b9aaa6bd5d0 req-64003a77-b064-44aa-97a0-dfc48c2674f3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 210 time: 0.0507452 Nov 21 04:42:32.454537 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18079582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18863875'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.518978 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c524cf02-6e49-457e-9dd7-950fb90902b6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:32.526542 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Checking segment: {'id': 'fcd500ad-0a23-4fe4-ac33-8482bbbdc622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec55ca96-84f4-4a52-8b20-c512c02be4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:42:32.526905 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Network hostable DHCP agents. Network: ec55ca96-84f4-4a52-8b20-c512c02be4fd, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:42:32.543441 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Network ec55ca96-84f4-4a52-8b20-c512c02be4fd is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:42:32.552258 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, ec55ca96-84f4-4a52-8b20-c512c02be4fd) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:42:32.557049 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:32.557668 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:32.562489 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a906f-c44b-4419-a471-fba37eb9c3e5 None None] Network ec55ca96-84f4-4a52-8b20-c512c02be4fd requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:32.580357 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f523496f-1c27-42cd-8615-046728c5b5d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3708377 Nov 21 04:42:32.716682 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2877f1e-f585-4733-81dc-47d9410ac190 None None] Network ec55ca96-84f4-4a52-8b20-c512c02be4fd requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:33.079304 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:33.084439 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-302587371-network', 'tenant_id': 'c3c64fe92a8548d2b53cf5489cd00829'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:33.105807 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Made reservation on behalf of c3c64fe92a8548d2b53cf5489cd00829 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:33.108148 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.117945 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.196779 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.200835 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.223732 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:42:33.240378 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286dfb40-ce3f-4d4e-afc0-73d4f0e30f9d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:33.243226 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.243566 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Added segment a6f9c39a-5a30-4cf3-b632-53500d5cd8dc of type vlan for network 03d444cc-d26c-4401-b437-eb1cbb6ff4b5 Nov 21 04:42:33.292078 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.324186 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.325395 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:33.325988 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.444628 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3614757 Nov 21 04:42:33.445006 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:33.450540 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Request body: {'subnet': {'network_id': '03d444cc-d26c-4401-b437-eb1cbb6ff4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-302587371-subnet', 'tenant_id': 'c3c64fe92a8548d2b53cf5489cd00829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:33.473331 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674918be-4f3e-4f68-82e1-83f6aa4d158b admin admin] Pushing event updated for resources: {'Network': ['ID=03d444cc-d26c-4401-b437-eb1cbb6ff4b5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:33.476845 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6864fa47-6c7c-49d8-b22a-e1d7010e5bcc req-3d231d53-db43-49ce-80cd-7b021f8c7e3a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 210 time: 0.0466208 Nov 21 04:42:33.483571 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 03d444cc-d26c-4401-b437-eb1cbb6ff4b5 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:42:33.517323 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Made reservation on behalf of c3c64fe92a8548d2b53cf5489cd00829 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:33.520072 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18863933'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.525621 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-4e70eabb-be68-45a1-bd0c-429256731278 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:33.527294 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-4e70eabb-be68-45a1-bd0c-429256731278 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 817 time: 0.1985612 Nov 21 04:42:33.591598 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.637883 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-f5346014-4c3c-433e-a1b7-e9f49923690e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 380 time: 0.0695851 Nov 21 04:42:33.667923 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'port': {'device_id': 'b386b804-ba36-4272-a428-ca944c133734', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'admin_state_up': True, 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'security_groups': ['a3fe18f0-50b6-40b1-9fa7-206344e60390']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:33.729276 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18079582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18863875'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.786429 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a307df68-d449-4c9c-ade9-e8643389e9ee,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:33.798761 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Made reservation on behalf of 232e0518f6724d48a096d6cad8791184 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:33.803390 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Checking segment: {'id': 'a6f9c39a-5a30-4cf3-b632-53500d5cd8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d444cc-d26c-4401-b437-eb1cbb6ff4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:42:33.803760 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Network hostable DHCP agents. Network: 03d444cc-d26c-4401-b437-eb1cbb6ff4b5, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:42:33.803963 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.820806 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Network 03d444cc-d26c-4401-b437-eb1cbb6ff4b5 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:42:33.830267 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 03d444cc-d26c-4401-b437-eb1cbb6ff4b5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:42:33.836332 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:33.836332 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:33.841460 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b8362-3254-4914-87d8-5c7a3ecd3197 None None] Network 03d444cc-d26c-4401-b437-eb1cbb6ff4b5 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:33.866636 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-ec3e4a36-4627-4011-b409-4a952ea93c36 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4198933 Nov 21 04:42:33.966651 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Allocated IP 172.20.0.4 (e8c8b10c-e81a-4c18-8497-a88820180b91/a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09/ed820f8a-d64a-4853-85c4-576f875e91f8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:42:34.001821 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c992b5f-f811-4cac-9b38-6c8781f19626 None None] Network 03d444cc-d26c-4401-b437-eb1cbb6ff4b5 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:34.176731 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:34.217541 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:34.265605 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Network e8c8b10c-e81a-4c18-8497-a88820180b91 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:42:34.269213 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:42:34.272291 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:42:34.312369 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:34.347342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:34.348016 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:34.369388 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-dd4714c4-0135-4311-a437-3b8441eeba96 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7052321 Nov 21 04:42:34.389182 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Request body: {'port': {'device_id': 'b386b804-ba36-4272-a428-ca944c133734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:34.466261 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:34.600410 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6954f0d1-5685-4960-9b82-b21d0a4739c6 None None] Provisioning complete for port ed820f8a-d64a-4853-85c4-576f875e91f8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:42:34.600972 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6954f0d1-5685-4960-9b82-b21d0a4739c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:34.653904 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6954f0d1-5685-4960-9b82-b21d0a4739c6 None None] Port ed820f8a-d64a-4853-85c4-576f875e91f8 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:42:34.658344 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:34.979422 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c9ce7-69b1-4f55-81a2-c482b1cb4cf5 req-f761f578-fef8-4b4d-9fef-c9a6d9d91318 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:34.980800 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7c8c9ce7-69b1-4f55-81a2-c482b1cb4cf5 req-f761f578-fef8-4b4d-9fef-c9a6d9d91318 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 931 time: 0.3680110 Nov 21 04:42:35.064501 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7c8c9ce7-69b1-4f55-81a2-c482b1cb4cf5 req-834de16b-7ac6-4a1e-ba74-0487d2dfeb7f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768955 Nov 21 04:42:35.130355 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed820f8a-d64a-4853-85c4-576f875e91f8 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:42:35.138163 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:35.151135 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Transition to ACTIVE for port object ed820f8a-d64a-4853-85c4-576f875e91f8 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:42:35.154772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:35.214977 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:35.299610 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Attempting to bind port ed820f8a-d64a-4853-85c4-576f875e91f8 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:42:35.299958 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Attempting to bind port ed820f8a-d64a-4853-85c4-576f875e91f8 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:42:35.300293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Attempting to bind port ed820f8a-d64a-4853-85c4-576f875e91f8 on network e8c8b10c-e81a-4c18-8497-a88820180b91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:42:35.305017 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Port ed820f8a-d64a-4853-85c4-576f875e91f8 on network e8c8b10c-e81a-4c18-8497-a88820180b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:42:35.305343 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Attempting to bind port ed820f8a-d64a-4853-85c4-576f875e91f8 on network e8c8b10c-e81a-4c18-8497-a88820180b91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:42:35.311008 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:42:35.311351 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Checking segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:42:35.311737 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Bound using segment: {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:42:35.312202 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Bound port: ed820f8a-d64a-4853-85c4-576f875e91f8, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81f787c-5922-43df-8e5a-f4c14e18da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:42:35.312521 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:35.393291 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:42:35.396964 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:42:35.408946 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:35.453618 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:35.454792 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:35.456612 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] 10.222.0.48 "PUT /v2.0/ports/ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 1093 time: 1.0725071 Nov 21 04:42:35.457065 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:35.459408 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c5b183-72a1-4125-959d-ac615966a4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:35.510677 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e529-b5d7-4f8e-9cf7-cb1e07e6051b service neutron] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:35.527373 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbab0e8-5c2f-43a9-a7c6-e6c121d51dbd x-openstack-request-id: req-3fbab0e8-5c2f-43a9-a7c6-e6c121d51dbd {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:35.527658 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:35.528219 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fbab0e8-5c2f-43a9-a7c6-e6c121d51dbd {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:35.528555 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'status': 'completed', 'code': 200} Nov 21 04:42:35.599528 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-8a1cea96-f61a-462c-83d3-fd540ed847c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:35.601335 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-8a1cea96-f61a-462c-83d3-fd540ed847c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1096 time: 0.0574300 Nov 21 04:42:35.676208 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-ef2efaee-cda4-4573-931b-0d6b08b8ec02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 217 time: 0.0517817 Nov 21 04:42:35.759308 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-60c791ab-e06b-41d5-886b-fb7f691a14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:35.760824 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-60c791ab-e06b-41d5-886b-fb7f691a14b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0777700 Nov 21 04:42:35.824158 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-f81c204e-c498-44e7-a82d-8e541d5c1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:35.825720 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-f81c204e-c498-44e7-a82d-8e541d5c1534 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529461 Nov 21 04:42:35.931671 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-c2fb6ee4-02b3-402c-8338-3cc9936b4f4a service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972481 Nov 21 04:42:36.039294 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-32b2ebd9-bf39-4be0-9dbb-1a19188462ba req-f4d0932a-df0e-438e-9ab0-3600c3b4ab17 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989382 Nov 21 04:42:36.226129 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb3d3f-8394-4cb1-902c-21495e6c39b5 req-0d09ada0-9403-49ca-a8fc-83774f84d348 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:36.227702 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8eeb3d3f-8394-4cb1-902c-21495e6c39b5 req-0d09ada0-9403-49ca-a8fc-83774f84d348 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0867298 Nov 21 04:42:36.230752 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-c1446167-f0c1-4a8e-8047-f93113f597d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:36.232112 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-c1446167-f0c1-4a8e-8047-f93113f597d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1096 time: 0.0633178 Nov 21 04:42:36.348979 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8eeb3d3f-8394-4cb1-902c-21495e6c39b5 req-5691a007-4fd0-4be6-bcc8-b939448b6d54 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143146 Nov 21 04:42:36.384933 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-70a5efb3-d8f7-42fc-8c84-f67278574ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:36.386816 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-70a5efb3-d8f7-42fc-8c84-f67278574ca9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1320581 Nov 21 04:42:36.447163 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-a8920824-772e-498b-bba4-6687e4f4f6a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 217 time: 0.0508370 Nov 21 04:42:36.503337 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-f64f4063-65a7-4f75-83a3-860b204352c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:36.504890 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-f64f4063-65a7-4f75-83a3-860b204352c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0496001 Nov 21 04:42:36.563091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-54b6cfb4-1fac-4213-9147-dc9b031f11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:36.565607 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-54b6cfb4-1fac-4213-9147-dc9b031f11b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462446 Nov 21 04:42:36.682184 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-8128f03f-cd53-4139-9a20-fd2bd8c11ed0 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005576 Nov 21 04:42:36.796306 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7c5b183-72a1-4125-959d-ac615966a4e1 req-e6e547e6-c0b8-4942-a530-9755bfb462a8 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987196 Nov 21 04:42:37.477229 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c44cb5-74c9-419c-beac-8bd7de89f157 req-3d3fe713-90dc-45be-89d7-81cd8bd09f6c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:37.478846 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-87c44cb5-74c9-419c-beac-8bd7de89f157 req-3d3fe713-90dc-45be-89d7-81cd8bd09f6c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0543633 Nov 21 04:42:37.530399 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-87c44cb5-74c9-419c-beac-8bd7de89f157 req-bef14741-6ff7-4304-8487-ef0048ca5d71 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457201 Nov 21 04:42:38.452602 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:42:38.570091 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:38.584658 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'port_id': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'mac_address': 'fa:16:3e:be:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:42:38.627176 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:38.642914 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed820f8a-d64a-4853-85c4-576f875e91f8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:42:38.662109 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e889b8-431e-43d3-93c1-b78a548fc22d req-3d7ab94f-e4c7-4e66-9ec5-ba8f00d502e4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:38.663744 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b1e889b8-431e-43d3-93c1-b78a548fc22d req-3d7ab94f-e4c7-4e66-9ec5-ba8f00d502e4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0601740 Nov 21 04:42:38.664933 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:38.673897 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:38.726194 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:38.726619 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b1e889b8-431e-43d3-93c1-b78a548fc22d req-a62d07bd-d41f-413b-a72f-5f340c402530 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514150 Nov 21 04:42:38.733802 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.734180 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.734559 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.734905 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.735244 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.736222 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.736561 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.736898 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.737253 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.737592 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.737919 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:38.738248 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:39.067438 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed820f8a-d64a-4853-85c4-576f875e91f8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:42:39.853896 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8c262-cb3a-411f-846a-7e7b45c5992f req-8a5e9393-5fd8-4425-85e3-4c20c0697d3e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:39.855421 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-72e8c262-cb3a-411f-846a-7e7b45c5992f req-8a5e9393-5fd8-4425-85e3-4c20c0697d3e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 944 time: 0.0561285 Nov 21 04:42:39.909643 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-72e8c262-cb3a-411f-846a-7e7b45c5992f req-bd6073f4-810b-4346-be07-0c81994bc78c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484376 Nov 21 04:42:40.458822 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:42:40.484808 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3601fdad-6823-4977-904f-693fa8e91e24 req-42fc9a92-f881-4877-bbf0-06eea049ff2b tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564156006&fields=id&tenant_id=cbd8551337074ee2bac10ac55a92e67e HTTP/1.1" status: 200 len: 267 time: 0.0537536 Nov 21 04:42:40.515312 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port ed820f8a-d64a-4853-85c4-576f875e91f8 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:42:40.520572 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port ed820f8a-d64a-4853-85c4-576f875e91f8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:42:40.521090 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:40.550672 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601fdad-6823-4977-904f-693fa8e91e24 req-394e2fb7-b757-40e8-9f43-27218f9755df tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:40.552180 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3601fdad-6823-4977-904f-693fa8e91e24 req-394e2fb7-b757-40e8-9f43-27218f9755df tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 984 time: 0.0611582 Nov 21 04:42:40.563850 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Request body: {'port': {'security_groups': ['7c853006-ad88-42dc-9df3-4503145c75e7']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:40.612095 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:40.638118 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:40.646932 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad44d8e-3f46-4f20-a30f-1e7cd875b558" -d '{"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-plugged", "status": "completed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:40.647176 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:40.661601 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:40.666730 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:40.698340 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d78690-04b6-4f1a-9ac5-8d5ede702d67 x-openstack-request-id: req-97d78690-04b6-4f1a-9ac5-8d5ede702d67 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:40.698510 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-plugged", "status": "completed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:40.698745 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97d78690-04b6-4f1a-9ac5-8d5ede702d67 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:40.699611 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'code': 200} Nov 21 04:42:40.730516 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:40.882336 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed2bc615-e756-4cad-9cd4-e7da03986169,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:40.947951 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:40.957846 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:40.998946 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed2bc615-e756-4cad-9cd4-e7da03986169'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:42:41.003148 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5578b9-c5f2-4de1-9662-4d958cb4e057 req-a9fb4684-242b-4abc-9264-6420f9359732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:41.004675 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e5578b9-c5f2-4de1-9662-4d958cb4e057 req-a9fb4684-242b-4abc-9264-6420f9359732 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1098 time: 0.1043663 Nov 21 04:42:41.036186 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:41.037246 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.038527 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3601fdad-6823-4977-904f-693fa8e91e24 req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "PUT /v2.0/ports/ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 942 time: 0.4795444 Nov 21 04:42:41.038816 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:41.041391 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59167304-a68c-4f47-81f3-646a1d8840d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:41.048514 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:41.061437 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fc9d3-578a-49ad-aaa9-180a002f3a40 req-1709a9d8-8961-460b-9f85-3505dcbf7f18 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:41.071910 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-362fc9d3-578a-49ad-aaa9-180a002f3a40 req-1709a9d8-8961-460b-9f85-3505dcbf7f18 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0868058 Nov 21 04:42:41.094502 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c41d59-f925-498e-aaf8-ef0e9e9328d9 x-openstack-request-id: req-f7c41d59-f925-498e-aaf8-ef0e9e9328d9 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:41.094762 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:41.095040 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7c41d59-f925-498e-aaf8-ef0e9e9328d9 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:41.095463 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'status': 'completed', 'code': 200} Nov 21 04:42:41.114162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bffb6-c5e1-424a-82df-743124822f26 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event updated for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:41.147196 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-362fc9d3-578a-49ad-aaa9-180a002f3a40 req-338551d5-6652-4e12-b197-82c5a8a81907 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742259 Nov 21 04:42:41.167695 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e5578b9-c5f2-4de1-9662-4d958cb4e057 req-a6ce1d8f-bbff-4e5f-8e0e-b313ab59c423 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453731 Nov 21 04:42:41.186157 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7627467-633e-4428-ba2c-c414300ba4ca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.207727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed2bc615-e756-4cad-9cd4-e7da03986169'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:42:41.227968 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7627467-633e-4428-ba2c-c414300ba4ca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.305288 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7627467-633e-4428-ba2c-c414300ba4ca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.308008 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7627467-633e-4428-ba2c-c414300ba4ca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.310225 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c7627467-633e-4428-ba2c-c414300ba4ca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "DELETE /v2.0/security-groups/413e255a-d5cf-4355-a288-121b8837b714 HTTP/1.1" status: 204 len: 168 time: 0.2585130 Nov 21 04:42:41.312301 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51370) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:41.319569 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7627467-633e-4428-ba2c-c414300ba4ca tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e255a-d5cf-4355-a288-121b8837b714,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:41.389451 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-27545144-0edc-4c89-b7e0-94d468ec8eca None None] Provisioning complete for port ed2bc615-e756-4cad-9cd4-e7da03986169 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:42:41.389748 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-27545144-0edc-4c89-b7e0-94d468ec8eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.506179 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Deleting port 159d2b37-13a8-4903-8cf2-260d81fd4b04 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:41.507047 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.530842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-303fd6de-dbc0-4949-a1ea-4b6d499b170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:41.532987 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-303fd6de-dbc0-4949-a1ea-4b6d499b170a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1098 time: 0.0467818 Nov 21 04:42:41.600423 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.600748 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.614355 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Calling delete_port for 159d2b37-13a8-4903-8cf2-260d81fd4b04 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:41.647421 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-c831ca1b-7c03-42df-a0ed-73e38e7c8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:41.648824 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-c831ca1b-7c03-42df-a0ed-73e38e7c8177 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 915 time: 0.1029983 Nov 21 04:42:41.735491 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-cacd2161-c812-4ed9-b145-eaec5fb5fde9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 1000 time: 0.0768807 Nov 21 04:42:41.796411 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-6cb5b740-badd-4dc9-9475-77dbf804a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:41.798539 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-6cb5b740-badd-4dc9-9475-77dbf804a40e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 200 len: 853 time: 0.0504003 Nov 21 04:42:41.812844 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.841029 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event deleted for resources: {'Port': ['ID=159d2b37-13a8-4903-8cf2-260d81fd4b04,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:41.853682 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-3c1e7a2d-5258-4887-a61d-e627c6dea12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:41.855261 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-3c1e7a2d-5258-4887-a61d-e627c6dea12a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b032df-d647-4b48-a0e4-dd49fb3f64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488396 Nov 21 04:42:41.913922 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:41.914226 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Floating IP 618f8190-532b-47db-9331-b699f9643a7c disassociated (deleted). External IP: 172.27.1.63, port: ed2bc615-e756-4cad-9cd4-e7da03986169. Nov 21 04:42:41.973785 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-f7f18921-7ad1-497e-b490-651bbc874e15 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040277 Nov 21 04:42:42.084579 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-59167304-a68c-4f47-81f3-646a1d8840d8 req-4a5f2172-6aba-4498-9ff5-bac91f77034e service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057374 Nov 21 04:42:42.170715 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Router c75d4a12-0327-4b8e-94dc-88c53c2b3179 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:42:42.320561 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa97f11-1057-4c43-99b1-ff90be121de9 req-e162ebd0-10c9-4a26-8ced-96e0c5c0a8d5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:42.323073 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8fa97f11-1057-4c43-99b1-ff90be121de9 req-e162ebd0-10c9-4a26-8ced-96e0c5c0a8d5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0884523 Nov 21 04:42:42.380644 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8fa97f11-1057-4c43-99b1-ff90be121de9 req-232d5bca-abe0-45e2-9fdd-be599d256794 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517716 Nov 21 04:42:42.538622 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:42:42.544025 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:42.550652 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] Sync routers for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:42:42.563259 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:42.564396 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:42.582986 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-966e31c7-62d8-4888-a5b4-ad9225992292 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "DELETE /v2.0/floatingips/618f8190-532b-47db-9331-b699f9643a7c HTTP/1.1" status: 204 len: 168 time: 1.2694013 Nov 21 04:42:42.583770 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:42.586724 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5146634-cc13-4461-9697-cb37576f35c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:42.631643 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1781184d-8e79-45be-ae9a-8e8566731f46 x-openstack-request-id: req-1781184d-8e79-45be-ae9a-8e8566731f46 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:42.632074 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:42.632409 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1781184d-8e79-45be-ae9a-8e8566731f46 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:42.632900 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'status': 'completed', 'code': 200} Nov 21 04:42:42.723501 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:42.729315 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5146634-cc13-4461-9697-cb37576f35c1 req-f37b7b4c-0471-4aeb-bd68-fabe6db499fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:42.730877 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5146634-cc13-4461-9697-cb37576f35c1 req-f37b7b4c-0471-4aeb-bd68-fabe6db499fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd8551337074ee2bac10ac55a92e67e&device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 1098 time: 0.0473397 Nov 21 04:42:42.856550 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5146634-cc13-4461-9697-cb37576f35c1 req-d33d9af0-4f04-46a7-82d1-5b16adeb60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:42.858109 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5146634-cc13-4461-9697-cb37576f35c1 req-d33d9af0-4f04-46a7-82d1-5b16adeb60c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 200 len: 915 time: 0.1176493 Nov 21 04:42:42.918807 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5146634-cc13-4461-9697-cb37576f35c1 req-6244b8b0-04e5-445b-9fe1-607de928cf8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 200 len: 217 time: 0.0435514 Nov 21 04:42:42.993865 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5146634-cc13-4461-9697-cb37576f35c1 req-d9954f29-9925-4a96-a2c3-0ef1908a7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:42.995425 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5146634-cc13-4461-9697-cb37576f35c1 req-d9954f29-9925-4a96-a2c3-0ef1908a7e31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 200 len: 853 time: 0.0530319 Nov 21 04:42:43.054234 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5146634-cc13-4461-9697-cb37576f35c1 req-f360650c-f90f-4de4-8151-6b9eed305cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:43.055816 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5146634-cc13-4461-9697-cb37576f35c1 req-f360650c-f90f-4de4-8151-6b9eed305cd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b032df-d647-4b48-a0e4-dd49fb3f64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517888 Nov 21 04:42:43.120435 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 5, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:43.153351 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] Checking router: c75d4a12-0327-4b8e-94dc-88c53c2b3179 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:42:43.162987 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:43.163607 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:43.164258 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5146634-cc13-4461-9697-cb37576f35c1 req-43358763-33e8-498e-bf61-46c4b16e5ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993361 Nov 21 04:42:43.269810 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:43.280252 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a5146634-cc13-4461-9697-cb37576f35c1 req-55988f77-d108-429c-8437-08d92a03b98e service neutron] 10.222.0.48 "GET /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036253 Nov 21 04:42:43.299024 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:43.531469 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326848f-3b00-448f-98b6-a9b0a33be888 req-310cd482-5bfd-419b-b553-612583029e6a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:43.538818 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f326848f-3b00-448f-98b6-a9b0a33be888 req-310cd482-5bfd-419b-b553-612583029e6a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0704014 Nov 21 04:42:43.562935 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 5, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:43.590356 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f326848f-3b00-448f-98b6-a9b0a33be888 req-c7f301af-8bf7-4821-b91b-473361045f28 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Nov 21 04:42:43.596410 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10ac36-7637-4cfb-80bc-65f11bed93b8 None None] The sync data for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi is: [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:25Z', 'revision_number': 4, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': 'c14d82cc-880c-4e38-b8c5-36ff8c0a3625', 'name': '', 'network_id': '64b032df-d647-4b48-a0e4-dd49fb3f64d7', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'mac_address': 'fa:16:3e:6f:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:24Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 5, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'subnets': [{'id': 'e8f0efe0-7e34-4d45-8b46-38134422f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:42:43.721921 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794b88b-c45f-4aa5-840f-d590f2a99124 req-d9ab17b3-f504-4d01-81a7-72761ad7c0d7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:43.723555 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d794b88b-c45f-4aa5-840f-d590f2a99124 req-d9ab17b3-f504-4d01-81a7-72761ad7c0d7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0580261 Nov 21 04:42:43.731894 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:43.737009 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Request body: {'floatingip': {'port_id': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:43.785601 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:43.859557 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5b3b7e-9265-4bef-bddc-9ab99135f351 None None] New status for floating IP 618f8190-532b-47db-9331-b699f9643a7c: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:42:44.357002 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:44.361726 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:44.482216 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Floating IP d40acae1-526f-404e-bc76-156f026dfbd1 associated. External IP: 172.27.1.208, port: ed820f8a-d64a-4853-85c4-576f875e91f8. Nov 21 04:42:44.736357 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Router 4b351c15-f0b4-44b4-918e-a6b435ff3335 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:42:44.872513 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:42:44.877317 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:44.882842 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] Sync routers for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:42:44.893400 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:44.894017 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:44.908477 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-efebc1cc-526e-4f8f-bf6e-d6de26540dae tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "PUT /v2.0/floatingips/d40acae1-526f-404e-bc76-156f026dfbd1 HTTP/1.1" status: 200 len: 991 time: 1.1752932 Nov 21 04:42:44.909041 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:42:44.909526 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:44.914645 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeec831-b213-4252-9617-fd263629bd10" -d '{"events": [{"name": "network-changed", "server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:44.955484 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734ddb88-410a-4b33-a23b-69bce3a63028 x-openstack-request-id: req-734ddb88-410a-4b33-a23b-69bce3a63028 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:44.955777 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:44.956036 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-734ddb88-410a-4b33-a23b-69bce3a63028 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:44.956921 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'status': 'completed', 'code': 200} Nov 21 04:42:45.023582 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:45.072758 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeec831-b213-4252-9617-fd263629bd10 req-4dc9af28-8d58-47f8-a8ef-c1ac0c9bf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:45.074278 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3eeec831-b213-4252-9617-fd263629bd10 req-4dc9af28-8d58-47f8-a8ef-c1ac0c9bf0bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1098 time: 0.0474501 Nov 21 04:42:45.200722 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeec831-b213-4252-9617-fd263629bd10 req-13437b44-0e80-4f95-8d12-6942a94d36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:45.202436 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3eeec831-b213-4252-9617-fd263629bd10 req-13437b44-0e80-4f95-8d12-6942a94d36a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1086047 Nov 21 04:42:45.293350 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3eeec831-b213-4252-9617-fd263629bd10 req-f7b122d4-be8d-4c04-ad83-eebe387cb73e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 999 time: 0.0743308 Nov 21 04:42:45.327553 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'd40acae1-526f-404e-bc76-156f026dfbd1', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'port_id': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'mac_address': 'fa:16:3e:be:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386b804-ba36-4272-a428-ca944c133734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:42:31Z', 'updated_at': '2021-11-21T04:42:44Z', 'revision_number': 1, 'project_id': '232e0518f6724d48a096d6cad8791184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:45.364334 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeec831-b213-4252-9617-fd263629bd10 req-a7e4d8b3-52aa-47cd-aac4-0de94b765752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:45.364808 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] Checking router: 4b351c15-f0b4-44b4-918e-a6b435ff3335 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:42:45.366165 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3eeec831-b213-4252-9617-fd263629bd10 req-a7e4d8b3-52aa-47cd-aac4-0de94b765752 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0585244 Nov 21 04:42:45.374718 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:45.375358 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:45.437408 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300e0e-c42a-499c-874b-6a66d040fd5e req-6a587aae-952e-4603-a667-1fdc38045897 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:45.439115 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-10300e0e-c42a-499c-874b-6a66d040fd5e req-6a587aae-952e-4603-a667-1fdc38045897 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0551486 Nov 21 04:42:45.460746 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeec831-b213-4252-9617-fd263629bd10 req-abfc4d4e-dd25-4ad1-bce1-e3d4c65dfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:45.462646 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3eeec831-b213-4252-9617-fd263629bd10 req-abfc4d4e-dd25-4ad1-bce1-e3d4c65dfd18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552671 Nov 21 04:42:45.496386 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-10300e0e-c42a-499c-874b-6a66d040fd5e req-9d740725-0b8f-4ea6-9e3d-f90755bfc8af tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508893 Nov 21 04:42:45.507156 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:45.590885 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3eeec831-b213-4252-9617-fd263629bd10 req-04610301-3e85-4b79-aa56-0795a2c00dad service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116779 Nov 21 04:42:45.702976 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3eeec831-b213-4252-9617-fd263629bd10 req-5043f08b-1703-4ad5-90a5-8c019458a9cd service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023324 Nov 21 04:42:45.778125 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'd40acae1-526f-404e-bc76-156f026dfbd1', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'port_id': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'mac_address': 'fa:16:3e:be:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386b804-ba36-4272-a428-ca944c133734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:42:31Z', 'updated_at': '2021-11-21T04:42:44Z', 'revision_number': 1, 'project_id': '232e0518f6724d48a096d6cad8791184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:45.810154 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596f626-15df-4dd2-8398-a907536dadc1 None None] The sync data for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi is: [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'd40acae1-526f-404e-bc76-156f026dfbd1', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'port_id': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'mac_address': 'fa:16:3e:be:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386b804-ba36-4272-a428-ca944c133734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:42:31Z', 'updated_at': '2021-11-21T04:42:44Z', 'revision_number': 1, 'project_id': '232e0518f6724d48a096d6cad8791184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:42:46.014902 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb66d6-4634-4d1d-8697-cd4db3a0192a None None] New status for floating IP d40acae1-526f-404e-bc76-156f026dfbd1: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:42:46.622550 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9085c-aefa-4f59-9f93-104f408c10a6 req-0d3d25e6-04f0-46cb-8e1d-bb63cace5924 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:46.624040 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b8b9085c-aefa-4f59-9f93-104f408c10a6 req-0d3d25e6-04f0-46cb-8e1d-bb63cace5924 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0559530 Nov 21 04:42:46.679147 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b8b9085c-aefa-4f59-9f93-104f408c10a6 req-ee78a6b5-ff51-4112-a197-870084b05381 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472460 Nov 21 04:42:47.556855 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:47.607164 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] Deleting subnet c524cf02-6e49-457e-9dd7-950fb90902b6 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:42:47.610617 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.651209 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17911839'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.655373 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-e612e2cd-6904-4f2d-abfe-7353efd1008e tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:47.656928 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-e612e2cd-6904-4f2d-abfe-7353efd1008e tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.0528684 Nov 21 04:42:47.706847 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.770494 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Deleting port ed2bc615-e756-4cad-9cd4-e7da03986169 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:47.770494 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.804550 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18079517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18863898'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.840298 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.847216 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c524cf02-6e49-457e-9dd7-950fb90902b6 HTTP/1.1" status: 204 len: 168 time: 0.2863069 Nov 21 04:42:47.848357 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:47.856533 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db6a6-13f9-4890-b44b-8346c59b2b00 req-7581bfe0-2ab4-45ab-8688-14b43ed2a0f4 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:47.858116 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c63db6a6-13f9-4890-b44b-8346c59b2b00 req-7581bfe0-2ab4-45ab-8688-14b43ed2a0f4 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd84e1d-fe0a-4f7d-80d4-24b43310762d HTTP/1.1" status: 200 len: 945 time: 0.1055205 Nov 21 04:42:47.859996 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26790e23-4f8d-457d-9e49-caea9a5a22c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c524cf02-6e49-457e-9dd7-950fb90902b6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:47.885755 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] For port ed2bc615-e756-4cad-9cd4-e7da03986169, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed2bc615-e756-4cad-9cd4-e7da03986169,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:47.886122 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.900557 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Calling delete_port for ed2bc615-e756-4cad-9cd4-e7da03986169 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:47.978666 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:47.989448 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c63db6a6-13f9-4890-b44b-8346c59b2b00 req-83cf3420-37ba-409a-83f3-344a85d07df4 tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c853006-ad88-42dc-9df3-4503145c75e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215553 Nov 21 04:42:48.049252 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.083566 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Pushing event deleted for resources: {'Port': ['ID=ed2bc615-e756-4cad-9cd4-e7da03986169,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:48.089056 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.093176 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed2bc615-e756-4cad-9cd4-e7da03986169'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:42:48.097641 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.098044 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.098416 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.098798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.099342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.099783 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.100231 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.100665 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.101399 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.101399 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.101773 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.102158 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:42:48.119686 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec55ca96-84f4-4a52-8b20-c512c02be4fd']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:48.136738 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd500ad-0a23-4fe4-ac33-8482bbbdc622') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:48.137040 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd500ad-0a23-4fe4-ac33-8482bbbdc622') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:48.149026 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.149848 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] No DVR routers for this DVR port ed2bc615-e756-4cad-9cd4-e7da03986169 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:42:48.152206 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.155664 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2a45e30-55af-4fdf-ac97-c157043d6382 req-d296c125-201b-4286-8afc-bb7fdaff8dfc tempest-TestMinimumBasicScenario-1421360134 tempest-TestMinimumBasicScenario-1421360134-project] 10.222.0.48 "DELETE /v2.0/ports/ed2bc615-e756-4cad-9cd4-e7da03986169 HTTP/1.1" status: 204 len: 173 time: 0.4909670 Nov 21 04:42:48.156129 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'name': 'network-vif-deleted', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:48.159449 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be697a-f73f-47b7-a241-66786bca43fb" -d '{"events": [{"server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "name": "network-vif-deleted", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:48.167639 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.176216 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:42:48.176633 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:42:48.178694 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:42:48.219035 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1daeb8-b50a-4f5b-9faa-c81f6267680b x-openstack-request-id: req-2d1daeb8-b50a-4f5b-9faa-c81f6267680b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:48.219336 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd84e1d-fe0a-4f7d-80d4-24b43310762d", "name": "network-vif-deleted", "tag": "ed2bc615-e756-4cad-9cd4-e7da03986169", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:48.219664 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d1daeb8-b50a-4f5b-9faa-c81f6267680b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:48.220674 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd84e1d-fe0a-4f7d-80d4-24b43310762d', 'name': 'network-vif-deleted', 'tag': 'ed2bc615-e756-4cad-9cd4-e7da03986169', 'status': 'completed', 'code': 200} Nov 21 04:42:48.251425 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.257550 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.261358 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ec55ca96-84f4-4a52-8b20-c512c02be4fd HTTP/1.1" status: 204 len: 168 time: 0.4023209 Nov 21 04:42:48.264089 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:48.279794 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbce46-1a5d-4839-9172-ead02aec1586 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec55ca96-84f4-4a52-8b20-c512c02be4fd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:48.324349 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] Deleting subnet a307df68-d449-4c9c-ade9-e8643389e9ee {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:42:48.328448 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.376488 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.421604 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.484021 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.519973 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.523407 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a307df68-d449-4c9c-ade9-e8643389e9ee HTTP/1.1" status: 204 len: 168 time: 0.2582545 Nov 21 04:42:48.524452 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125676ba-2f85-4654-927b-2323cd1e3852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a307df68-d449-4c9c-ade9-e8643389e9ee,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:48.526012 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51500) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:48.614358 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.708355 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.731553 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d444cc-d26c-4401-b437-eb1cbb6ff4b5']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:48.742442 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f9c39a-5a30-4cf3-b632-53500d5cd8dc') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:48.742771 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f9c39a-5a30-4cf3-b632-53500d5cd8dc') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:48.753609 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.768771 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.776282 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:42:48.776687 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:42:48.778497 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:42:48.852696 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.858105 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:48.861413 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] 10.222.0.37 "DELETE /v2.0/networks/03d444cc-d26c-4401-b437-eb1cbb6ff4b5 HTTP/1.1" status: 204 len: 168 time: 0.3342228 Nov 21 04:42:48.874158 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4d9f-0914-461e-bc1c-1349ea33f609 admin admin] Pushing event deleted for resources: {'Network': ['ID=03d444cc-d26c-4401-b437-eb1cbb6ff4b5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:49.023538 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51506) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:49.068051 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e7a7ca49-8e00-406c-8a12-c7a1ad7f3414 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32cfade5ba4948e8bcc3e6acf534ad3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433469 Nov 21 04:42:49.070587 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:49.129704 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c810b95-9c53-4e21-9761-7435006ea947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.153981 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c810b95-9c53-4e21-9761-7435006ea947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.205384 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c810b95-9c53-4e21-9761-7435006ea947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.208215 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c810b95-9c53-4e21-9761-7435006ea947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.209630 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9c810b95-9c53-4e21-9761-7435006ea947 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac9c4292-e67a-40d8-8cb5-87af489d4b74 HTTP/1.1" status: 204 len: 168 time: 0.1377897 Nov 21 04:42:49.222779 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c810b95-9c53-4e21-9761-7435006ea947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c4292-e67a-40d8-8cb5-87af489d4b74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:49.571970 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:49.621844 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a637bc90-c351-4506-82e4-fe46c60bc00f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3c64fe92a8548d2b53cf5489cd00829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486894 Nov 21 04:42:49.624465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:49.681820 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-127036eb-f703-4705-97a8-0b1a4c18bdbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.709026 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-127036eb-f703-4705-97a8-0b1a4c18bdbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.762215 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-127036eb-f703-4705-97a8-0b1a4c18bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.765016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-127036eb-f703-4705-97a8-0b1a4c18bdbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:49.767191 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-127036eb-f703-4705-97a8-0b1a4c18bdbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/286dfb40-ce3f-4d4e-afc0-73d4f0e30f9d HTTP/1.1" status: 204 len: 168 time: 0.1408625 Nov 21 04:42:49.775939 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127036eb-f703-4705-97a8-0b1a4c18bdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286dfb40-ce3f-4d4e-afc0-73d4f0e30f9d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:49.904581 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:50.419017 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.466811 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:50.514341 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed2bc615-e756-4cad-9cd4-e7da03986169 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:50.537880 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: ed2bc615-e756-4cad-9cd4-e7da03986169 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:50.538140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed2bc615-e756-4cad-9cd4-e7da03986169 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:50.571399 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1288805159-network', 'tenant_id': '0d014a3dbae14b5e901e888f05370241'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:50.597011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Made reservation on behalf of 0d014a3dbae14b5e901e888f05370241 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:50.599392 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.609137 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.705003 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.709431 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.737149 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:42:50.753833 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb7205d-483f-4323-8502-7001cbe91fcb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:50.756736 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.757079 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.segments_db [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Added segment 25c308f7-3191-4f5e-84af-85a8ef11636e of type vlan for network a36b7981-7845-4ce6-baac-39b481a0d685 Nov 21 04:42:50.807299 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.838490 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.839637 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:50.840325 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:50.908878 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4409280 Nov 21 04:42:50.914039 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51598) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:50.921260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Request body: {'subnet': {'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1288805159-subnet', 'tenant_id': '0d014a3dbae14b5e901e888f05370241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:50.927054 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4edfc5-e014-47db-aaab-01d827e71079 admin admin] Pushing event updated for resources: {'Network': ['ID=a36b7981-7845-4ce6-baac-39b481a0d685,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:50.937159 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network a36b7981-7845-4ce6-baac-39b481a0d685 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:42:50.950987 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Made reservation on behalf of 0d014a3dbae14b5e901e888f05370241 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:50.953380 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521812'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:51.062730 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Deleting port c14d82cc-880c-4e38-b8c5-36ff8c0a3625 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:51.063365 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:51.150981 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3509591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521834'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:51.162154 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] For port c14d82cc-880c-4e38-b8c5-36ff8c0a3625, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:51.162576 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:51.176546 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Calling delete_port for c14d82cc-880c-4e38-b8c5-36ff8c0a3625 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:51.228905 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Checking segment: {'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:42:51.229285 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Network hostable DHCP agents. Network: a36b7981-7845-4ce6-baac-39b481a0d685, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:42:51.231577 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcdba03-6856-4819-b390-1f02da563599,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:51.251875 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Network a36b7981-7845-4ce6-baac-39b481a0d685 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:42:51.260953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, a36b7981-7845-4ce6-baac-39b481a0d685) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:42:51.264953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:51.265553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:51.270429 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0c5a1-c19b-433e-894c-c539bb5111a2 None None] Network a36b7981-7845-4ce6-baac-39b481a0d685 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:51.282746 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-362a3eb7-fdb4-4bfa-a368-e2827e75cc04 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3675144 Nov 21 04:42:51.414772 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:51.444078 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14d82cc-880c-4e38-b8c5-36ff8c0a3625,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:51.456882 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15caef4b-7319-4654-bfb4-e3646f145009 None None] Network a36b7981-7845-4ce6-baac-39b481a0d685 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:51.662434 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:51.946689 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Router c75d4a12-0327-4b8e-94dc-88c53c2b3179 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:42:52.071494 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:42:52.077380 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-033beadc-1de7-46c7-9d94-dba37d156bf5 admin admin] 10.222.0.37 "PUT /v2.0/routers/c75d4a12-0327-4b8e-94dc-88c53c2b3179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1717527 Nov 21 04:42:52.080705 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:52.081578 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] Sync routers for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:42:52.093389 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:52.095106 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:52.198775 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:52.222132 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:52.318041 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:52.377906 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Deleting port 5a0a5435-fccc-4180-bd22-1caf7a43884e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:52.378143 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:52.442187 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:42:51Z', 'revision_number': 5, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port': {'id': '5a0a5435-fccc-4180-bd22-1caf7a43884e', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:52.471385 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] For port 5a0a5435-fccc-4180-bd22-1caf7a43884e, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5a0a5435-fccc-4180-bd22-1caf7a43884e,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:52.471773 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:52.478348 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] Checking router: c75d4a12-0327-4b8e-94dc-88c53c2b3179 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:42:52.487816 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] Routers {'c75d4a12-0327-4b8e-94dc-88c53c2b3179'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:52.488460 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:52.489383 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Calling delete_port for 5a0a5435-fccc-4180-bd22-1caf7a43884e owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:52.592133 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] Set router c75d4a12-0327-4b8e-94dc-88c53c2b3179 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:52.662454 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:42:52Z', 'revision_number': 6, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:52.680902 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:52.715337 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0a5435-fccc-4180-bd22-1caf7a43884e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:52.787263 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:52.821006 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c699c-ae2a-472d-a47e-639ce4af7be9 None None] The sync data for ids ['c75d4a12-0327-4b8e-94dc-88c53c2b3179'] in dv-cinder-776422-6-iscsi is: [{'id': 'c75d4a12-0327-4b8e-94dc-88c53c2b3179', 'name': 'tempest-TestMinimumBasicScenario-119627191-router', 'tenant_id': 'cbd8551337074ee2bac10ac55a92e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:21Z', 'updated_at': '2021-11-21T04:42:52Z', 'revision_number': 6, 'project_id': 'cbd8551337074ee2bac10ac55a92e67e', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:42:52.919780 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:52.922090 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.015822 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.017139 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75d4a12-0327-4b8e-94dc-88c53c2b3179 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:42:53.022557 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.023725 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-18d15177-7c4a-4602-9467-8a5ea1c1e05f admin admin] 10.222.0.37 "DELETE /v2.0/routers/c75d4a12-0327-4b8e-94dc-88c53c2b3179 HTTP/1.1" status: 204 len: 168 time: 0.9420898 Nov 21 04:42:53.026224 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:53.075261 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] Deleting subnet e8f0efe0-7e34-4d45-8b46-38134422f8e3 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:42:53.078506 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.120603 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17911839'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.141517 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-25d12d88-52d4-4d9b-a1f5-20ac30cfefef tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:53.143397 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-25d12d88-52d4-4d9b-a1f5-20ac30cfefef tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/networks?id=a36b7981-7845-4ce6-baac-39b481a0d685 HTTP/1.1" status: 200 len: 809 time: 0.1222351 Nov 21 04:42:53.161765 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-ee374454-1987-434a-8c3d-f0f343b753cf tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/quotas/0d014a3dbae14b5e901e888f05370241 HTTP/1.1" status: 200 len: 375 time: 0.0121214 Nov 21 04:42:53.201957 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-cfe07414-78ba-4045-bda2-9d58bcd646e9 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d014a3dbae14b5e901e888f05370241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340703 Nov 21 04:42:53.255595 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.316107 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18079517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18863898'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.324050 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-c577ac76-f91a-4485-b1ec-20fe159dd2e7 service neutron] 10.222.0.37 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144760 Nov 21 04:42:53.338167 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb9042-eb10-41b8-9e7b-98249f59de0e None None] Network 64b032df-d647-4b48-a0e4-dd49fb3f64d7 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:53.351469 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.354808 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e8f0efe0-7e34-4d45-8b46-38134422f8e3 HTTP/1.1" status: 204 len: 168 time: 0.3275850 Nov 21 04:42:53.355905 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db4cb1-1a2c-4039-bd40-96bfd6341720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f0efe0-7e34-4d45-8b46-38134422f8e3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:53.357592 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:53.429058 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-3777378a-c82c-4914-bdb2-f3c9a436c56d service neutron] 10.222.0.37 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040385 Nov 21 04:42:53.443290 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.505098 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Deleting port 6e2ed91b-60df-4a13-aa03-281b8aa5779a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:53.505527 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.617845 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] DHCP port deletion for 64b032df-d647-4b48-a0e4-dd49fb3f64d7 request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:42:53.638111 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7efe6d69-f36e-4161-a5b8-be6d80a3ca21 req-a23231db-4980-4d29-8b92-002ca4ca83ba tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 210 time: 0.0549822 Nov 21 04:42:53.669573 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] For port 6e2ed91b-60df-4a13-aa03-281b8aa5779a, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6e2ed91b-60df-4a13-aa03-281b8aa5779a,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:53.669967 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.686827 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Calling delete_port for 6e2ed91b-60df-4a13-aa03-281b8aa5779a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:53.694829 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] Deleting port 6e2ed91b-60df-4a13-aa03-281b8aa5779a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:53.695249 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.801916 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] For port 6e2ed91b-60df-4a13-aa03-281b8aa5779a, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6e2ed91b-60df-4a13-aa03-281b8aa5779a,segment=NetworkSegment(35b091d1-da99-49ba-8d1a-558419471fe4),segment_id=35b091d1-da99-49ba-8d1a-558419471fe4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:53.802660 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.805804 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.822258 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] Calling delete_port for 6e2ed91b-60df-4a13-aa03-281b8aa5779a owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:53.836609 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2ed91b-60df-4a13-aa03-281b8aa5779a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:53.844167 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] No DVR routers for this DVR port 6e2ed91b-60df-4a13-aa03-281b8aa5779a on host dv-cinder-776422-6-iscsi {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:42:53.950596 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:53.969275 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b032df-d647-4b48-a0e4-dd49fb3f64d7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:53.983879 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b091d1-da99-49ba-8d1a-558419471fe4') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:53.984414 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b091d1-da99-49ba-8d1a-558419471fe4') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:53.996958 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:54.013690 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5a0a5435-fccc-4180-bd22-1caf7a43884e no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:54.023042 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:54.032919 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:42:54.033548 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:42:54.036005 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:42:54.058449 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 5a0a5435-fccc-4180-bd22-1caf7a43884e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:54.059204 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5a0a5435-fccc-4180-bd22-1caf7a43884e not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:54.059858 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device c14d82cc-880c-4e38-b8c5-36ff8c0a3625 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:54.062218 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:54.112684 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] Pushing event deleted for resources: {'Port': ['ID=6e2ed91b-60df-4a13-aa03-281b8aa5779a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:54.117433 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:54.122434 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: c14d82cc-880c-4e38-b8c5-36ff8c0a3625 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:54.122875 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device c14d82cc-880c-4e38-b8c5-36ff8c0a3625 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:54.123325 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6e2ed91b-60df-4a13-aa03-281b8aa5779a no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:54.125731 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:54.129213 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64b032df-d647-4b48-a0e4-dd49fb3f64d7 HTTP/1.1" status: 204 len: 168 time: 0.7706900 Nov 21 04:42:54.131443 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16924e-2cc4-4daa-9f8d-542e1095cea7 None None] No DVR routers for this DVR port 6e2ed91b-60df-4a13-aa03-281b8aa5779a on host dv-cinder-776422-6-iscsi {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:42:54.133223 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51664) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:54.149338 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e8e96-65df-47a2-b115-3ab0a98e5743 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b032df-d647-4b48-a0e4-dd49fb3f64d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:54.162027 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 6e2ed91b-60df-4a13-aa03-281b8aa5779a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:54.162383 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6e2ed91b-60df-4a13-aa03-281b8aa5779a not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:54.550013 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:54.741773 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bba7e77b-6216-4045-acd8-db4b07ada91e req-d29fa4d3-4dde-4ed3-9e81-c50e1e437c9a tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 210 time: 0.0294154 Nov 21 04:42:55.093634 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-d30d4bc5-bdb5-4b97-8807-85d0c3e1186d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:55.095166 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-d30d4bc5-bdb5-4b97-8807-85d0c3e1186d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "GET /v2.0/networks?id=a36b7981-7845-4ce6-baac-39b481a0d685 HTTP/1.1" status: 200 len: 809 time: 0.1949673 Nov 21 04:42:55.117832 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Request body: {'port': {'device_id': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685', 'admin_state_up': True, 'tenant_id': '0d014a3dbae14b5e901e888f05370241'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:55.308530 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Made reservation on behalf of 0d014a3dbae14b5e901e888f05370241 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:42:55.312025 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:55.316273 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Deleting port 1e41096e-2b07-451e-9628-6d94a0f348d5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:55.316606 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:55.487202 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] For port 1e41096e-2b07-451e-9628-6d94a0f348d5, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=1e41096e-2b07-451e-9628-6d94a0f348d5,segment=NetworkSegment(b39a60db-d421-40f9-ba61-285d7e04fcb2),segment_id=b39a60db-d421-40f9-ba61-285d7e04fcb2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:55.487593 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:55.527321 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Calling delete_port for 1e41096e-2b07-451e-9628-6d94a0f348d5 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:55.590189 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Allocated IP 172.20.0.2 (a36b7981-7845-4ce6-baac-39b481a0d685/4bcdba03-6856-4819-b390-1f02da563599/4e3f2c54-a0ed-4d28-8da1-18b8f7833d60) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:42:55.838323 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-151030cc-506b-4b1d-b30a-4ee3287a57a9 req-b4d5358a-3f0d-4268-b391-4da4add07df1 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 210 time: 0.0296037 Nov 21 04:42:55.873790 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:55.901948 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:55.950891 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e41096e-2b07-451e-9628-6d94a0f348d5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:55.995130 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:56.069467 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Network a36b7981-7845-4ce6-baac-39b481a0d685 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:42:56.077892 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:42:56.080420 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Pushing event updated for resources: {'Port': ['ID=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:56.082715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:42:56.189630 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:56.190255 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:56.242676 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-0633282f-018f-436a-81f6-e1bfaf2a9fc6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1291115 Nov 21 04:42:56.257269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:56.268010 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Request body: {'port': {'device_id': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:42:56.417011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:56.758166 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:42:56.884842 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9ce2-258b-47ad-912f-a837cdc798e5 req-916fe3e1-c7ef-41dd-9701-891b13bd9483 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:56.887141 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-709e9ce2-258b-47ad-912f-a837cdc798e5 req-916fe3e1-c7ef-41dd-9701-891b13bd9483 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.0671694 Nov 21 04:42:56.967005 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-709e9ce2-258b-47ad-912f-a837cdc798e5 req-bbdd586b-fc6b-4539-a6ae-82d4de7cec06 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700140 Nov 21 04:42:56.999110 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:42:57.003780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:42:57.008949 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] Sync routers for ids ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:42:57.020610 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-770e34e3-4a5e-4a01-aeaa-b47ef4b5918e admin admin] 10.222.0.37 "PUT /v2.0/routers/c36f08a2-730b-49ea-bcc1-08ad7fcc1669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8768883 Nov 21 04:42:57.020745 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51706) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:57.021531 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] Routers {'c36f08a2-730b-49ea-bcc1-08ad7fcc1669'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:57.022091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.022211 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:57.039958 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5d088-6cdc-4954-9864-220701ce60a1 req-c53eda3b-833e-41e9-9ca7-debaf7b89463 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:57.041494 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d0b5d088-6cdc-4954-9864-220701ce60a1 req-c53eda3b-833e-41e9-9ca7-debaf7b89463 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 931 time: 0.0997596 Nov 21 04:42:57.051327 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Transition to ACTIVE for port object 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:42:57.065846 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.132913 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d0b5d088-6cdc-4954-9864-220701ce60a1 req-fe7d269b-c09e-4179-b24d-10674d19b772 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Nov 21 04:42:57.162890 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:57.194213 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] Set router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:57.195611 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.256387 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Attempting to bind port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:42:57.256736 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Attempting to bind port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:42:57.257075 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Attempting to bind port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 on network a36b7981-7845-4ce6-baac-39b481a0d685 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:42:57.262293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 on network a36b7981-7845-4ce6-baac-39b481a0d685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:42:57.263232 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Attempting to bind port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 on network a36b7981-7845-4ce6-baac-39b481a0d685 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:42:57.269270 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:42:57.269720 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Checking segment: {'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:42:57.270115 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Bound using segment: {'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:42:57.270591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Bound port: 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:42:57.270955 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.369193 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.415982 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] For port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:42:57.418931 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] For port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:42:57.426304 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.441040 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Deleting port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:57.441299 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.452477 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:42:55Z', 'revision_number': 5, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port': {'id': '9011ecac-01f8-4983-9b7e-6c536ffcbb9f', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:29Z', 'updated_at': '2021-11-21T04:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:57.487306 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] Checking router: c36f08a2-730b-49ea-bcc1-08ad7fcc1669 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:42:57.487869 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:57.488665 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.490226 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 HTTP/1.1" status: 200 len: 1093 time: 1.2300909 Nov 21 04:42:57.490916 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'tag': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:42:57.493458 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1471f19-c2fb-4256-aa1d-2db9caeca19e", "tag": "4e3f2c54-a0ed-4d28-8da1-18b8f7833d60"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:42:57.496374 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] Routers {'c36f08a2-730b-49ea-bcc1-08ad7fcc1669'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:42:57.496993 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:57.529932 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c675-e1b0-472a-9307-2bbf67ce9123 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:57.551184 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfb77d3-e523-4d4a-ab80-cf9bfe79d7e2 x-openstack-request-id: req-7cfb77d3-e523-4d4a-ab80-cf9bfe79d7e2 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:42:57.551552 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1471f19-c2fb-4256-aa1d-2db9caeca19e", "tag": "4e3f2c54-a0ed-4d28-8da1-18b8f7833d60", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:42:57.551879 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cfb77d3-e523-4d4a-ab80-cf9bfe79d7e2 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:42:57.552350 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'tag': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60', 'status': 'completed', 'code': 200} Nov 21 04:42:57.564775 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] For port 9011ecac-01f8-4983-9b7e-6c536ffcbb9f, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:57.565160 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.581177 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Calling delete_port for 9011ecac-01f8-4983-9b7e-6c536ffcbb9f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:57.604578 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] Set router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:42:57.646583 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-ec154a34-57f3-4114-ae5d-047b78260bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:57.648117 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-ec154a34-57f3-4114-ae5d-047b78260bf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d014a3dbae14b5e901e888f05370241&device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 1096 time: 0.0492723 Nov 21 04:42:57.674506 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:42:57Z', 'revision_number': 6, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:42:57.709771 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85654c-a7d4-4f31-ad29-c2c1cbbf36e4 None None] The sync data for ids ['c36f08a2-730b-49ea-bcc1-08ad7fcc1669'] in dv-cinder-776422-6-iscsi is: [{'id': 'c36f08a2-730b-49ea-bcc1-08ad7fcc1669', 'name': 'tempest-TestMinimumBasicScenario-715537923-router', 'tenant_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:28Z', 'updated_at': '2021-11-21T04:42:57Z', 'revision_number': 6, 'project_id': 'd0ea70c8e7d340fc8f54b7e1e2ef2819', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:42:57.713472 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-3b6be910-732b-4d25-a660-efa37d56f5a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 HTTP/1.1" status: 200 len: 217 time: 0.0444655 Nov 21 04:42:57.774784 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-05444fcb-e1c0-46ae-b1d8-3c78d6f265f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:57.776343 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-05444fcb-e1c0-46ae-b1d8-3c78d6f265f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bcdba03-6856-4819-b390-1f02da563599 HTTP/1.1" status: 200 len: 849 time: 0.0531936 Nov 21 04:42:57.798111 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.818373 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-f2174492-b83c-457c-85c8-cd9e102000c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a36b7981-7845-4ce6-baac-39b481a0d685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321651 Nov 21 04:42:57.830881 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Pushing event deleted for resources: {'Port': ['ID=9011ecac-01f8-4983-9b7e-6c536ffcbb9f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:57.897631 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:57.927476 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-07f95e27-aef5-4dd2-9c72-7827a4dbf964 service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986147 Nov 21 04:42:58.007740 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.010790 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.208601 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1e41096e-2b07-451e-9628-6d94a0f348d5 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:58.238167 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 1e41096e-2b07-451e-9628-6d94a0f348d5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:58.238566 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1e41096e-2b07-451e-9628-6d94a0f348d5 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:58.362511 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f1fc05c6-8836-4b3a-9393-10bf9233045d req-e54e7d21-34a8-468c-9606-a83482b72cab service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231200 Nov 21 04:42:58.379552 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21701e57-e446-4d8e-adb6-91a792d4404c req-ee8f2485-f233-4857-bfcb-e809a0f16b4d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:58.379720 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-788c9d55-b9bb-4024-8b93-2b450d12af07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.382873 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-21701e57-e446-4d8e-adb6-91a792d4404c req-ee8f2485-f233-4857-bfcb-e809a0f16b4d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 943 time: 0.0973833 Nov 21 04:42:58.403357 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.403970 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36f08a2-730b-49ea-bcc1-08ad7fcc1669 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:42:58.413847 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.415021 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-32ff0dea-29b5-41b7-b932-4ec7264bca6f admin admin] 10.222.0.37 "DELETE /v2.0/routers/c36f08a2-730b-49ea-bcc1-08ad7fcc1669 HTTP/1.1" status: 204 len: 168 time: 1.3971958 Nov 21 04:42:58.417532 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:58.431160 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb06ce-962e-4443-9445-e2b345d1c423 req-8ae56d26-8467-4eb1-880a-109be1798964 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:58.436270 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-60bb06ce-962e-4443-9445-e2b345d1c423 req-8ae56d26-8467-4eb1-880a-109be1798964 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.3738847 Nov 21 04:42:58.483092 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-21701e57-e446-4d8e-adb6-91a792d4404c req-b8246369-5f1e-49db-bcc1-76e0bebc85e1 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926335 Nov 21 04:42:58.497900 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-60bb06ce-962e-4443-9445-e2b345d1c423 req-e0806b6e-e9b9-4f58-bf69-0847881ed866 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502183 Nov 21 04:42:58.540077 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] Deleting subnet 0e2cee0e-88b1-4e55-81c7-730ef8d91a38 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:42:58.546664 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.598854 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-b26ad2cc-e28b-4ebf-b6ae-bb73c49cd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:58.600397 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-b26ad2cc-e28b-4ebf-b6ae-bb73c49cd768 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d014a3dbae14b5e901e888f05370241&device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 1096 time: 0.0993414 Nov 21 04:42:58.605219 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.831473 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-3e2abc5a-c664-46bc-8f16-d9659c020217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:58.832993 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-3e2abc5a-c664-46bc-8f16-d9659c020217 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a36b7981-7845-4ce6-baac-39b481a0d685 HTTP/1.1" status: 200 len: 910 time: 0.2252979 Nov 21 04:42:58.834297 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:58.914324 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-82b445a5-2ae8-4a7d-89a5-e5ea45684fbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 HTTP/1.1" status: 200 len: 217 time: 0.0550950 Nov 21 04:42:58.987812 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-e6452472-b698-46ac-9bf4-fe7025488b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:58.989483 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-e6452472-b698-46ac-9bf4-fe7025488b60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bcdba03-6856-4819-b390-1f02da563599 HTTP/1.1" status: 200 len: 849 time: 0.0655351 Nov 21 04:42:58.990851 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.028791 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2cee0e-88b1-4e55-81c7-730ef8d91a38,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:59.042109 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe34f6f1-8b92-4224-ad67-1c1a6db82e79 None None] Network 62416add-8f57-4ee7-86bb-cdd68a5beb2e requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:42:59.053965 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.057353 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d0408e5b-e557-47ca-83b9-a22d9f3ae397 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e2cee0e-88b1-4e55-81c7-730ef8d91a38 HTTP/1.1" status: 204 len: 168 time: 0.6388595 Nov 21 04:42:59.059354 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-02b898a4-9a0e-42ff-abd2-610aa5569734 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a36b7981-7845-4ce6-baac-39b481a0d685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384245 Nov 21 04:42:59.059895 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51734) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:42:59.208334 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.249548 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-0b775b03-0846-4135-a16b-08a61bb2e623 service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710572 Nov 21 04:42:59.251354 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] DHCP port deletion for 62416add-8f57-4ee7-86bb-cdd68a5beb2e request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:42:59.302533 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] Deleting port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:59.302850 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.375251 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Deleting port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:59.376071 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.381072 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] For port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,segment=NetworkSegment(b39a60db-d421-40f9-ba61-285d7e04fcb2),segment_id=b39a60db-d421-40f9-ba61-285d7e04fcb2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:59.381478 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.395600 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] Calling delete_port for fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:59.442613 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-196d5f90-ac57-4bdd-b2d4-40ee4e7eefa9 req-ccbaa345-7c97-49e0-b7e8-27366c7ce4ba service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724820 Nov 21 04:42:59.484689 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.499965 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] For port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,segment=NetworkSegment(b39a60db-d421-40f9-ba61-285d7e04fcb2),segment_id=b39a60db-d421-40f9-ba61-285d7e04fcb2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:42:59.500356 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.514479 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] Pushing event deleted for resources: {'Port': ['ID=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:59.518811 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Calling delete_port for fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:42:59.521037 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2c4e3-8480-46c1-97ef-feea099a6a18 None None] No DVR routers for this DVR port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc on host dv-cinder-776422-6-iscsi {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:42:59.539177 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-13530a58-0696-469d-aee4-f18296e7d5cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:59.540719 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-13530a58-0696-469d-aee4-f18296e7d5cf tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.1111872 Nov 21 04:42:59.630551 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f548-c99f-4a9a-a83d-7db80f4ed235 req-795f6527-780a-4ce6-99f7-0eded8fa3b3b tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:59.632066 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-82a2f548-c99f-4a9a-a83d-7db80f4ed235 req-795f6527-780a-4ce6-99f7-0eded8fa3b3b tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 943 time: 0.0617187 Nov 21 04:42:59.689473 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-82a2f548-c99f-4a9a-a83d-7db80f4ed235 req-df2d9b3c-0a6d-4cbc-8cd6-85b1426c817e tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Nov 21 04:42:59.741724 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89cc0b-4ebd-4777-a33a-f0a57a1128bb req-50ff59f5-c6b2-4e3d-8a1e-a8ae6cc27b26 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:42:59.743325 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4d89cc0b-4ebd-4777-a33a-f0a57a1128bb req-50ff59f5-c6b2-4e3d-8a1e-a8ae6cc27b26 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 946 time: 0.1506338 Nov 21 04:42:59.779411 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.822773 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:42:59.829836 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] No DVR routers for this DVR port fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc on host dv-cinder-776422-6-iscsi {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:42:59.869784 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Deleting port daa8fe12-2e84-486c-8b44-3957b48d614a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:42:59.870417 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:42:59.878278 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4d89cc0b-4ebd-4777-a33a-f0a57a1128bb req-1201574f-0453-4321-a4bd-4b64559b4413 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=87f5bf87-559a-4747-8f68-71060becedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257319 Nov 21 04:42:59.940782 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 9011ecac-01f8-4983-9b7e-6c536ffcbb9f no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:59.964417 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 9011ecac-01f8-4983-9b7e-6c536ffcbb9f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:59.964765 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 9011ecac-01f8-4983-9b7e-6c536ffcbb9f not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:42:59.965183 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:42:59.987140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:42:59.987486 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device fd3d5f9b-1add-4ba5-beb0-bd5fd5d093cc not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:43:00.001524 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.047175 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62416add-8f57-4ee7-86bb-cdd68a5beb2e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:00.067411 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39a60db-d421-40f9-ba61-285d7e04fcb2') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:00.067713 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39a60db-d421-40f9-ba61-285d7e04fcb2') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:00.078355 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] For port daa8fe12-2e84-486c-8b44-3957b48d614a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=daa8fe12-2e84-486c-8b44-3957b48d614a,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:00.079262 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.089722 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4058239'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.141646 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.154614 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:43:00.155003 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3509694'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: self.session.flush() Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: self.session.flush() Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: self.session.flush() Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: self.session.flush() Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: Traceback (most recent call last): Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: timer() Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: cb(*args, **kw) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: return func(*args, **kwargs) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: self._notify() Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: self.callback(batched_events) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: event.method(event) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: return f(self, *a, **k) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._get(url).json() Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: return self.request(url, 'GET', **kwargs) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:43:00.157411 dv-cinder-776422-6-iscsi neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:43:00.270228 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.276663 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.279948 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] 10.222.0.37 "DELETE /v2.0/networks/62416add-8f57-4ee7-86bb-cdd68a5beb2e HTTP/1.1" status: 204 len: 168 time: 1.2191498 Nov 21 04:43:00.301719 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e6d4d-5090-4962-ba19-5da76ab97afa admin admin] Pushing event deleted for resources: {'Network': ['ID=62416add-8f57-4ee7-86bb-cdd68a5beb2e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:00.365169 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.365535 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.365894 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Floating IP 9ac6ec27-4e82-4c54-8451-79e22ec054cd disassociated. External IP: 172.27.1.51, port: daa8fe12-2e84-486c-8b44-3957b48d614a. Nov 21 04:43:00.366331 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Calling delete_port for daa8fe12-2e84-486c-8b44-3957b48d614a owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:43:00.397272 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51750) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:00.444259 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-fa632e9a-3cb1-4885-b179-f92bbd6565d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbd8551337074ee2bac10ac55a92e67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457623 Nov 21 04:43:00.446639 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:00.501103 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.520695 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.528014 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.538193 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:43:00.552761 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event deleted for resources: {'Port': ['ID=daa8fe12-2e84-486c-8b44-3957b48d614a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:00.589005 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.592278 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.593487 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c853006-ad88-42dc-9df3-4503145c75e7 HTTP/1.1" status: 204 len: 168 time: 0.1459408 Nov 21 04:43:00.603167 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c853006-ad88-42dc-9df3-4503145c75e7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:00.613492 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.614113 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.615921 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.616553 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.617053 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.618087 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.618633 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.619129 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.620066 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.620565 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.621591 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.622090 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53dd029-e0f5-4e82-a80c-372ccaf2304e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:00.692311 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Router 35aaaa38-1364-4699-b7e4-16d443024026 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:43:00.701063 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:00.721983 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60', 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685', 'port_id': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60', 'mac_address': 'fa:16:3e:86:60:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcdba03-6856-4819-b390-1f02da563599', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:43:00.782667 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.801018 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:43:00.851269 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:00.863040 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.878757 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:43:00.963035 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] No DVR routers for this DVR port daa8fe12-2e84-486c-8b44-3957b48d614a on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:43:00.965927 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:00.971240 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8cc1f2bb-2fce-442d-bd6b-90ca8d926f58 req-b532ed7f-91f2-4331-8191-ee9c68fcbc72 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "DELETE /v2.0/ports/daa8fe12-2e84-486c-8b44-3957b48d614a HTTP/1.1" status: 204 len: 173 time: 1.4203024 Nov 21 04:43:00.971466 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'name': 'network-vif-deleted', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:00.973675 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f99337-4036-469d-b98e-6a48be872cdc" -d '{"events": [{"server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "name": "network-vif-deleted", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:00.990829 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] Sync routers for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:43:01.014744 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:43:01.015598 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:42:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:01.037484 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:01.090348 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-195102b1-30e2-4590-8d62-15fe53bc544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:01.127880 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:01.204116 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:43:01.276909 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1a40c96c-b866-4309-9260-7567c0740f0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0ea70c8e7d340fc8f54b7e1e2ef2819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409721 Nov 21 04:43:01.277842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:01.320382 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924fd46-e65e-4d6f-8f0d-ba0f1b7543c4 req-95cc4bd8-b651-47b7-bbc5-3dd4e95859d1 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:01.322265 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3924fd46-e65e-4d6f-8f0d-ba0f1b7543c4 req-95cc4bd8-b651-47b7-bbc5-3dd4e95859d1 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 944 time: 0.5553989 Nov 21 04:43:01.325548 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['4e3f2c54-a0ed-4d28-8da1-18b8f7833d60'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:43:01.376159 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65051758-841f-482b-b593-30fcc1d353b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:01.380542 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3924fd46-e65e-4d6f-8f0d-ba0f1b7543c4 req-524f730e-a46e-4ccf-be0a-fcab97d79937 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Nov 21 04:43:01.403594 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65051758-841f-482b-b593-30fcc1d353b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:01.448735 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f0647f62-f805-408b-bdbd-522c9a5b1755 req-ee1723d1-c7fe-4219-b393-b51c5bca5069 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc07fab2-cb92-40e6-85db-fb8c74ac0608 HTTP/1.1" status: 200 len: 210 time: 0.3194194 Nov 21 04:43:01.451984 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15843a73-4e5a-470a-b78a-4f2a09643ddd x-openstack-request-id: req-15843a73-4e5a-470a-b78a-4f2a09643ddd {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:01.452392 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc07fab2-cb92-40e6-85db-fb8c74ac0608", "name": "network-vif-deleted", "tag": "daa8fe12-2e84-486c-8b44-3957b48d614a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:01.452520 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15843a73-4e5a-470a-b78a-4f2a09643ddd {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:01.453030 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc07fab2-cb92-40e6-85db-fb8c74ac0608', 'name': 'network-vif-deleted', 'tag': 'daa8fe12-2e84-486c-8b44-3957b48d614a', 'status': 'completed', 'code': 200} Nov 21 04:43:01.491584 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65051758-841f-482b-b593-30fcc1d353b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:01.494443 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65051758-841f-482b-b593-30fcc1d353b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:01.495671 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-65051758-841f-482b-b593-30fcc1d353b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5e79148-bb7a-46c6-a012-b9bec531c016 HTTP/1.1" status: 204 len: 168 time: 0.2166739 Nov 21 04:43:01.504275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65051758-841f-482b-b593-30fcc1d353b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e79148-bb7a-46c6-a012-b9bec531c016,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:01.644958 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:01.686219 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] Checking router: 35aaaa38-1364-4699-b7e4-16d443024026 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:43:01.700853 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:43:01.701516 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:43:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:01.979166 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:43:01.982071 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.233145 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:02.247015 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:02.270121 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdcf25-5d63-453a-8e6a-675466f28beb None None] The sync data for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi is: [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:43:02.360739 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d358afc-fdbe-4c74-bc86-7ab7424db2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.453147 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d358afc-fdbe-4c74-bc86-7ab7424db2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.458264 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d358afc-fdbe-4c74-bc86-7ab7424db2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.503315 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d358afc-fdbe-4c74-bc86-7ab7424db2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b10d5b7-441e-4a05-9511-118ea380d6a1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:02.510820 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0d358afc-fdbe-4c74-bc86-7ab7424db2b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73582b367e8f4811ad173fb7ba2c39d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614739 Nov 21 04:43:02.512114 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51798) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:02.533365 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:43:02.545020 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33b602-0dbb-4076-80dc-927db0fd60c1 req-67f27109-6408-4c25-8d6f-0e2603675399 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:02.555245 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f33b602-0dbb-4076-80dc-927db0fd60c1 req-67f27109-6408-4c25-8d6f-0e2603675399 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 944 time: 0.0896640 Nov 21 04:43:02.555961 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:02.571549 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bef6f9-e687-41d2-9bc8-65219199e608 None None] New status for floating IP 9ac6ec27-4e82-4c54-8451-79e22ec054cd: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:43:02.576590 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-629c35eb-fe44-42d8-b09d-d48ccf533f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.608350 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-629c35eb-fe44-42d8-b09d-d48ccf533f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.627605 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:43:02.633795 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:43:02.634171 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.647686 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f33b602-0dbb-4076-80dc-927db0fd60c1 req-fad66b47-8f87-405f-89d3-69ac7e4066d6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828917 Nov 21 04:43:02.668754 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a289d5-1257-41d7-9694-dddd3ebdb758 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.693901 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-629c35eb-fe44-42d8-b09d-d48ccf533f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.698360 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-629c35eb-fe44-42d8-b09d-d48ccf533f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.700020 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-629c35eb-fe44-42d8-b09d-d48ccf533f2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b10d5b7-441e-4a05-9511-118ea380d6a1 HTTP/1.1" status: 204 len: 168 time: 0.1868818 Nov 21 04:43:02.703315 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a289d5-1257-41d7-9694-dddd3ebdb758 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.714116 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c35eb-fe44-42d8-b09d-d48ccf533f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b10d5b7-441e-4a05-9511-118ea380d6a1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:02.780070 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a289d5-1257-41d7-9694-dddd3ebdb758 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.780299 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.786207 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79a289d5-1257-41d7-9694-dddd3ebdb758 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.787501 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-79a289d5-1257-41d7-9694-dddd3ebdb758 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "DELETE /v2.0/security-groups/87f5bf87-559a-4747-8f68-71060becedc3 HTTP/1.1" status: 204 len: 168 time: 0.2303262 Nov 21 04:43:02.790347 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51806) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:02.799724 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a289d5-1257-41d7-9694-dddd3ebdb758 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f5bf87-559a-4747-8f68-71060becedc3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:02.813358 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.api.v2.resource [None req-609af969-946f-47ed-9273-13203fb61d0e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] show failed (client error): The resource could not be found. Nov 21 04:43:02.817457 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-609af969-946f-47ed-9273-13203fb61d0e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups/87f5bf87-559a-4747-8f68-71060becedc3 HTTP/1.1" status: 404 len: 347 time: 0.0233557 Nov 21 04:43:02.818625 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:02.836528 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:02.839081 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875436cf-58e5-4d62-b0ff-b70889598a57" -d '{"events": [{"server_uuid": "d1471f19-c2fb-4256-aa1d-2db9caeca19e", "name": "network-vif-plugged", "status": "completed", "tag": "4e3f2c54-a0ed-4d28-8da1-18b8f7833d60"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:02.863858 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:02.868758 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:02.869817 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device daa8fe12-2e84-486c-8b44-3957b48d614a no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:43:02.920798 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e84695-a869-4518-907e-5469e3346f82 x-openstack-request-id: req-e1e84695-a869-4518-907e-5469e3346f82 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:02.921015 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1471f19-c2fb-4256-aa1d-2db9caeca19e", "name": "network-vif-plugged", "status": "completed", "tag": "4e3f2c54-a0ed-4d28-8da1-18b8f7833d60", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:02.921264 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1e84695-a869-4518-907e-5469e3346f82 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:02.921656 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60', 'code': 200} Nov 21 04:43:02.926788 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: daa8fe12-2e84-486c-8b44-3957b48d614a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:43:02.927143 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device daa8fe12-2e84-486c-8b44-3957b48d614a not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:43:02.959277 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:02.995836 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Deleting port 82367a3f-cac7-4101-ac45-6bb260c8d8c3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:43:02.996367 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.105815 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.106153 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.120404 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Calling delete_port for 82367a3f-cac7-4101-ac45-6bb260c8d8c3 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:43:03.129281 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c0902-38f1-469f-8b62-df381bc3d441 req-c6211c98-6d8c-4784-a42b-b3c5727cb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:03.130878 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e68c0902-38f1-469f-8b62-df381bc3d441 req-c6211c98-6d8c-4784-a42b-b3c5727cb451 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 1098 time: 0.0548997 Nov 21 04:43:03.189626 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e68c0902-38f1-469f-8b62-df381bc3d441 req-06f22813-c876-493d-b0f6-58e75ad61c93 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504274 Nov 21 04:43:03.292507 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.321854 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event deleted for resources: {'Port': ['ID=82367a3f-cac7-4101-ac45-6bb260c8d8c3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:03.392986 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.396112 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.397293 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-84a8969e-9b78-4836-b00a-e12d02fe8635 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "DELETE /v2.0/floatingips/9ac6ec27-4e82-4c54-8451-79e22ec054cd HTTP/1.1" status: 204 len: 168 time: 0.5773427 Nov 21 04:43:03.572535 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.793488 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbbc94-23be-4538-8086-f3e43767c8a9 req-c47af60e-2abc-437e-baad-e977583ce05d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:03.795018 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-87fbbc94-23be-4538-8086-f3e43767c8a9 req-c47af60e-2abc-437e-baad-e977583ce05d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.0638158 Nov 21 04:43:03.830966 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:03.849066 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-87fbbc94-23be-4538-8086-f3e43767c8a9 req-3a25be69-dc45-49ad-bf51-64a9e051f3a2 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476587 Nov 21 04:43:03.939423 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:03.944106 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-95397c6f-a1eb-4123-9bf3-df6e942db01a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1010751581', 'description': 'tempest-description--64421058'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:03.948387 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b097f6e-a65e-46e0-89ad-2d17727844c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:03.987899 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95397c6f-a1eb-4123-9bf3-df6e942db01a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.091372 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b097f6e-a65e-46e0-89ad-2d17727844c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.104192 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b097f6e-a65e-46e0-89ad-2d17727844c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.132570 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95397c6f-a1eb-4123-9bf3-df6e942db01a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.146299 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95397c6f-a1eb-4123-9bf3-df6e942db01a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.167024 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9b097f6e-a65e-46e0-89ad-2d17727844c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f11907da86c0447c80f09002c7582a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349085 Nov 21 04:43:04.169731 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 51850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:04.170081 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b097f6e-a65e-46e0-89ad-2d17727844c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5173b134-d89c-4043-9a8b-42cac587efd6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:04.189800 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95397c6f-a1eb-4123-9bf3-df6e942db01a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.191050 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-95397c6f-a1eb-4123-9bf3-df6e942db01a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2506802 Nov 21 04:43:04.194387 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:04.198752 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4400ac38-3ebb-436e-9934-c53a5ee0dcdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'security_group_rule': {'security_group_id': '340630f2-cd15-40e3-a091-0722f0ebd7b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:04.215173 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95397c6f-a1eb-4123-9bf3-df6e942db01a tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340630f2-cd15-40e3-a091-0722f0ebd7b9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:04.229088 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59899aa5-50a8-4d0f-9ee3-bdea00b50e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.237169 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4400ac38-3ebb-436e-9934-c53a5ee0dcdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.255045 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59899aa5-50a8-4d0f-9ee3-bdea00b50e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.290045 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4400ac38-3ebb-436e-9934-c53a5ee0dcdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.293202 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4400ac38-3ebb-436e-9934-c53a5ee0dcdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.313437 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400ac38-3ebb-436e-9934-c53a5ee0dcdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8231354e-9910-4e8c-a7d1-54aae68c1911,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:04.328733 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59899aa5-50a8-4d0f-9ee3-bdea00b50e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.331520 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59899aa5-50a8-4d0f-9ee3-bdea00b50e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.332806 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-59899aa5-50a8-4d0f-9ee3-bdea00b50e82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5173b134-d89c-4043-9a8b-42cac587efd6 HTTP/1.1" status: 204 len: 168 time: 0.1618934 Nov 21 04:43:04.333397 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4400ac38-3ebb-436e-9934-c53a5ee0dcdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.334801 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4400ac38-3ebb-436e-9934-c53a5ee0dcdb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394510 Nov 21 04:43:04.340119 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:04.343069 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59899aa5-50a8-4d0f-9ee3-bdea00b50e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173b134-d89c-4043-9a8b-42cac587efd6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:04.346771 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-38f8ab62-d714-4bae-a5fe-7da582bc5e15 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'security_group_rule': {'security_group_id': '340630f2-cd15-40e3-a091-0722f0ebd7b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:04.381511 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f8ab62-d714-4bae-a5fe-7da582bc5e15 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.454042 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f8ab62-d714-4bae-a5fe-7da582bc5e15 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.457552 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f8ab62-d714-4bae-a5fe-7da582bc5e15 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.474571 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8ab62-d714-4bae-a5fe-7da582bc5e15 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52727b2-9639-44ad-9b32-7422cc6f41a9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:04.486271 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f8ab62-d714-4bae-a5fe-7da582bc5e15 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.487536 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-38f8ab62-d714-4bae-a5fe-7da582bc5e15 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464260 Nov 21 04:43:04.490743 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 51860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:04.495190 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:04.519232 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.639698 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.649053 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.769075 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Allocated IP 172.27.1.46 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/49ee7916-c63b-48a8-8d7b-8c4d05568070) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:43:04.896298 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:04.964235 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:05.023971 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f078833-dc44-45dc-a4a9-e1005e916b42 req-85197e19-fcb6-4a69-b5e0-5e8cba06fda1 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:05.025676 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1f078833-dc44-45dc-a4a9-e1005e916b42 req-85197e19-fcb6-4a69-b5e0-5e8cba06fda1 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.1042449 Nov 21 04:43:05.035442 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:43:05.044879 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:43:05.047866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'Port': ['ID=49ee7916-c63b-48a8-8d7b-8c4d05568070,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:05.050165 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:43:05.130140 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1f078833-dc44-45dc-a4a9-e1005e916b42 req-3bd7dc15-4255-425b-a53b-84186d08bc81 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969775 Nov 21 04:43:05.180390 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:05.223876 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:05.406277 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:05.412118 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18079691'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:05.494688 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'Port': ['ID=49ee7916-c63b-48a8-8d7b-8c4d05568070,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:05.511712 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:05.532366 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:05.541576 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3e598fd9-a4d9-4a07-8e67-8680bb000aff tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0421073 Nov 21 04:43:05.747432 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-a9d04acc-098b-4969-9af0-a0fd7f3b995f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1010751581&fields=id&tenant_id=6886ae7812d74d9689ee118e06ba762b HTTP/1.1" status: 200 len: 267 time: 0.0475881 Nov 21 04:43:05.877888 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-f37435de-1a98-4390-a1c9-6c832fbb98cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:05.885906 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-f37435de-1a98-4390-a1c9-6c832fbb98cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 809 time: 0.1317108 Nov 21 04:43:05.898520 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-3c1a3ca2-bd06-4ec7-8d86-f6f25f982691 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/quotas/6886ae7812d74d9689ee118e06ba762b HTTP/1.1" status: 200 len: 375 time: 0.0116930 Nov 21 04:43:05.958098 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-052d714e-8ba1-4aee-9443-5685333a77ac tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539095 Nov 21 04:43:05.982325 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8384-ba31-4652-957d-a780526534f3 req-27939a58-503f-4250-8a5c-eb8a8002934a tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:05.983884 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-aeaa8384-ba31-4652-957d-a780526534f3 req-27939a58-503f-4250-8a5c-eb8a8002934a tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.0553305 Nov 21 04:43:06.037105 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-aeaa8384-ba31-4652-957d-a780526534f3 req-4d51a2a8-c9e8-42ad-9159-34074400d39b tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Nov 21 04:43:06.162610 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-77acb285-6714-4408-8646-1579d4f943b2 service neutron] 10.222.0.37 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919096 Nov 21 04:43:06.262592 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-6e6adc2f-700e-43d3-abe9-916e3af749fa service neutron] 10.222.0.37 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934618 Nov 21 04:43:06.421632 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5cc8018d-2aea-4a41-8007-03586357589a req-e7366fbf-6e54-4ca4-ae97-9235d31618e9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Nov 21 04:43:07.160632 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191bf4-2799-41b9-bb95-25b8ba4bb74b req-8efd928d-9f6e-4614-ac5f-46ac34fdcd0f tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:07.162108 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fb191bf4-2799-41b9-bb95-25b8ba4bb74b req-8efd928d-9f6e-4614-ac5f-46ac34fdcd0f tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.0566673 Nov 21 04:43:07.212444 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fb191bf4-2799-41b9-bb95-25b8ba4bb74b req-055a8c06-c8f9-4dcf-a3e6-ac332508f1dc tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Nov 21 04:43:07.518840 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ed828f50-cea4-4f92-95b7-c099819f9214 req-e9118909-5b10-4f57-adc9-f6a48c38c1a9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 210 time: 0.0294199 Nov 21 04:43:08.333471 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733114-b63f-4d78-9b05-983732b5d6f2 req-692dc26f-8076-4f22-9997-8a156703d68f tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:08.334979 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f733114-b63f-4d78-9b05-983732b5d6f2 req-692dc26f-8076-4f22-9997-8a156703d68f tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.0565245 Nov 21 04:43:08.386698 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5f733114-b63f-4d78-9b05-983732b5d6f2 req-f5fe5070-52fa-4e83-93c3-ae8edf1fb634 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Nov 21 04:43:08.612280 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1b323923-b977-4d71-91b3-54274460cb69 req-84c1ce3d-71bc-4d8f-a3a5-11c9c545daca tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Nov 21 04:43:09.504767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386613-fd80-4921-a7ea-cb038c66d7ea req-3de8af30-0c8c-4389-ae4b-e06b315eee4b tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:09.506246 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-38386613-fd80-4921-a7ea-cb038c66d7ea req-3de8af30-0c8c-4389-ae4b-e06b315eee4b tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.0527792 Nov 21 04:43:09.557777 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-38386613-fd80-4921-a7ea-cb038c66d7ea req-1c4fb09d-7a72-42d1-8d48-23f7603631ff tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Nov 21 04:43:09.707417 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-20dfb29b-9c85-46a9-8a13-d096d4e4ec6d req-8910f92f-00cf-4053-9b38-fc141e512ed6 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 210 time: 0.0298386 Nov 21 04:43:10.622810 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-9f85ffc5-896a-4b6f-acc9-73cd3f627cd2 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:10.624283 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-9f85ffc5-896a-4b6f-acc9-73cd3f627cd2 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.1225204 Nov 21 04:43:10.708127 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-48edc0f1-8fc4-45b9-bdb4-82bfac128797 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:10.709593 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-48edc0f1-8fc4-45b9-bdb4-82bfac128797 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 809 time: 0.2353365 Nov 21 04:43:10.783652 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe5ae-713c-4fab-b357-0199b587c055 req-603c36c3-b754-48d7-93cd-747771b15ae0 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:10.785416 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ba5fe5ae-713c-4fab-b357-0199b587c055 req-603c36c3-b754-48d7-93cd-747771b15ae0 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 945 time: 0.1602509 Nov 21 04:43:10.805527 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-98ca73ce-2a9a-4809-9361-498ed2a8cae4 req-29717d98-1874-4b25-bb79-82f5b4689be0 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 210 time: 0.0288954 Nov 21 04:43:10.882098 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-42d38608-0cbe-4bed-ba4c-e6029a9fce80 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6886ae7812d74d9689ee118e06ba762b HTTP/1.1" status: 200 len: 380 time: 0.1322670 Nov 21 04:43:10.895619 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ba5fe5ae-713c-4fab-b357-0199b587c055 req-10e5f8d3-7e0a-4556-b518-b35e5113b8e6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032867 Nov 21 04:43:10.897743 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Deleting port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:43:10.898090 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:10.904492 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'port': {'device_id': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'admin_state_up': True, 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'security_groups': ['340630f2-cd15-40e3-a091-0722f0ebd7b9']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:11.119417 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] For port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:11.119708 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:11.139445 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Calling delete_port for 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:43:11.196227 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Made reservation on behalf of 6886ae7812d74d9689ee118e06ba762b for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:43:11.199730 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:11.666674 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Allocated IP 172.20.0.9 (26b09779-26df-4a00-bdf9-618b578b2ab4/24b7bb43-a76a-40fe-994e-2f90548bd951/59546cc2-4a9f-4584-b19e-da638b3e5660) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:43:11.676971 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:11.712861 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Pushing event deleted for resources: {'Port': ['ID=4e3f2c54-a0ed-4d28-8da1-18b8f7833d60,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:11.715691 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['4e3f2c54-a0ed-4d28-8da1-18b8f7833d60'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:43:11.781626 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] No DVR routers for this DVR port 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:43:11.787186 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:11.790517 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b90d14aa-9204-452f-b8e5-f54dab7a8718 req-397df8a0-1787-4db4-ad88-981c3f6ddb89 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "DELETE /v2.0/ports/4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 HTTP/1.1" status: 204 len: 173 time: 1.1444767 Nov 21 04:43:11.790965 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'name': 'network-vif-deleted', 'tag': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:11.793249 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a03cb7-034e-4c60-a64e-cbf6bcd910f0" -d '{"events": [{"server_uuid": "d1471f19-c2fb-4256-aa1d-2db9caeca19e", "name": "network-vif-deleted", "tag": "4e3f2c54-a0ed-4d28-8da1-18b8f7833d60"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:11.840811 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d748bf-b63e-4946-84da-b6553fbe50b1 x-openstack-request-id: req-79d748bf-b63e-4946-84da-b6553fbe50b1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:11.841114 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1471f19-c2fb-4256-aa1d-2db9caeca19e", "name": "network-vif-deleted", "tag": "4e3f2c54-a0ed-4d28-8da1-18b8f7833d60", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:11.841370 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79d748bf-b63e-4946-84da-b6553fbe50b1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:11.841769 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1471f19-c2fb-4256-aa1d-2db9caeca19e', 'name': 'network-vif-deleted', 'tag': '4e3f2c54-a0ed-4d28-8da1-18b8f7833d60', 'status': 'completed', 'code': 200} Nov 21 04:43:11.926523 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:11.934650 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2c1e35b4-dda5-4da2-ab74-e7c2a4e0e64b req-36b7b20a-477e-406a-b7b9-38d7b52bce40 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 210 time: 0.0436144 Nov 21 04:43:11.968818 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.037941 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:43:12.057462 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-311a815a-5595-45ec-ac57-548526ba2222 req-65f6f491-efdc-4f94-ad43-cda9fb6365f0 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1471f19-c2fb-4256-aa1d-2db9caeca19e HTTP/1.1" status: 200 len: 210 time: 0.0509541 Nov 21 04:43:12.060957 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:43:12.066260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:43:12.106966 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event updated for resources: {'Port': ['ID=59546cc2-4a9f-4584-b19e-da638b3e5660,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:12.136562 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:12.137474 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.159633 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-083bb5d6-4b96-4cd5-b608-9c0dbc365c62 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685933 Nov 21 04:43:12.180616 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Request body: {'port': {'device_id': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:12.247008 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.366673 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f8ed17cc-85b8-43a7-9a20-d4ea6f73fd49 None None] Provisioning complete for port 59546cc2-4a9f-4584-b19e-da638b3e5660 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:43:12.367169 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8ed17cc-85b8-43a7-9a20-d4ea6f73fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.411543 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed17cc-85b8-43a7-9a20-d4ea6f73fd49 None None] Port 59546cc2-4a9f-4584-b19e-da638b3e5660 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:43:12.575073 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59546cc2-4a9f-4584-b19e-da638b3e5660 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:43:12.583415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.596145 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Transition to ACTIVE for port object 59546cc2-4a9f-4584-b19e-da638b3e5660 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:43:12.599874 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.653827 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59546cc2-4a9f-4584-b19e-da638b3e5660,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:12.738482 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Attempting to bind port 59546cc2-4a9f-4584-b19e-da638b3e5660 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:43:12.738958 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Attempting to bind port 59546cc2-4a9f-4584-b19e-da638b3e5660 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:43:12.739091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Attempting to bind port 59546cc2-4a9f-4584-b19e-da638b3e5660 on network 26b09779-26df-4a00-bdf9-618b578b2ab4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:43:12.743813 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Port 59546cc2-4a9f-4584-b19e-da638b3e5660 on network 26b09779-26df-4a00-bdf9-618b578b2ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:43:12.744137 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Attempting to bind port 59546cc2-4a9f-4584-b19e-da638b3e5660 on network 26b09779-26df-4a00-bdf9-618b578b2ab4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:43:12.749404 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:43:12.749743 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Checking segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:43:12.750738 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Bound using segment: {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:43:12.751396 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Bound port: 59546cc2-4a9f-4584-b19e-da638b3e5660, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09620ab-2300-493e-9948-7dd672b7b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:43:12.751760 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.825277 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] For port 59546cc2-4a9f-4584-b19e-da638b3e5660, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:43:12.829346 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] For port 59546cc2-4a9f-4584-b19e-da638b3e5660, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=59546cc2-4a9f-4584-b19e-da638b3e5660,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:43:12.833697 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.874522 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:12.875747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:12.877536 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/59546cc2-4a9f-4584-b19e-da638b3e5660 HTTP/1.1" status: 200 len: 1093 time: 0.7014532 Nov 21 04:43:12.900845 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4ad33-2d93-4250-9a36-ac930d97b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59546cc2-4a9f-4584-b19e-da638b3e5660,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:12.986771 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-eebd9e1b-fd87-4e97-9544-e35215972a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:12.988345 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-eebd9e1b-fd87-4e97-9544-e35215972a4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 1096 time: 0.0520623 Nov 21 04:43:13.049432 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-749a329b-4bd5-428e-a8c0-8fa676769396 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59546cc2-4a9f-4584-b19e-da638b3e5660 HTTP/1.1" status: 200 len: 217 time: 0.0460365 Nov 21 04:43:13.145485 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a38546-7743-44f1-98e7-230efa3f2998 req-dee86cfb-4e9e-4c5b-b01b-b9266cd7cca7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:13.146986 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-27a38546-7743-44f1-98e7-230efa3f2998 req-dee86cfb-4e9e-4c5b-b01b-b9266cd7cca7 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 943 time: 0.1014566 Nov 21 04:43:13.148797 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-610ad816-d00d-4a86-9fed-afa83157a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:13.150023 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-610ad816-d00d-4a86-9fed-afa83157a098 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.0927670 Nov 21 04:43:13.226178 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.242694 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114839-9951-4026-9ff7-9629e84b79c3 req-b7f4d77b-da8c-408d-96c7-76db6ff814bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:13.244242 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-b7f4d77b-da8c-408d-96c7-76db6ff814bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827031 Nov 21 04:43:13.248266 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-27a38546-7743-44f1-98e7-230efa3f2998 req-4f089803-f131-46b4-b0a7-baa328a195ca tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943058 Nov 21 04:43:13.468060 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52024) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:13.492253 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-f2319e35-3d44-4264-9c81-dd3bb03b5a69 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207055 Nov 21 04:43:13.575946 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0388072d-916e-45cc-9793-547b41dcc315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.582053 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-15f5bd6f-d733-461c-905a-5753c4fec5d5 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:13.583571 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-15f5bd6f-d733-461c-905a-5753c4fec5d5 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/networks?id=a36b7981-7845-4ce6-baac-39b481a0d685 HTTP/1.1" status: 200 len: 809 time: 0.2486501 Nov 21 04:43:13.590323 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-d9ae7e43-f13e-40d2-acfc-2c18d854dbb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1500590 Nov 21 04:43:13.611486 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-2551153a-6268-49ae-b966-b9a9fde8713d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/quotas/0d014a3dbae14b5e901e888f05370241 HTTP/1.1" status: 200 len: 375 time: 0.0186739 Nov 21 04:43:13.666425 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0388072d-916e-45cc-9793-547b41dcc315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.670734 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-d8ad16d3-db4a-4f38-a5e5-9c3a91a26d6f tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d014a3dbae14b5e901e888f05370241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490069 Nov 21 04:43:13.670967 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0388072d-916e-45cc-9793-547b41dcc315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.716577 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-69114839-9951-4026-9ff7-9629e84b79c3 req-378091ad-79a0-4817-ac82-0389854da50d service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164969 Nov 21 04:43:13.722090 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0388072d-916e-45cc-9793-547b41dcc315 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ea6da40dc0242eb9951e235da5c421c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528195 Nov 21 04:43:13.723014 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388072d-916e-45cc-9793-547b41dcc315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3997981d-6b2c-47c6-8cf8-3a2f90c79b28,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:13.726842 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52028) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:13.788821 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c818739-6e76-47dc-916d-a65965eeb02c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.789760 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-9d1eb261-9d60-4dac-b73e-48c867baba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:13.791320 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-9d1eb261-9d60-4dac-b73e-48c867baba97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1099 time: 0.1177232 Nov 21 04:43:13.813275 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c818739-6e76-47dc-916d-a65965eeb02c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.843597 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-02a3c714-9f7f-4fbb-a5d8-f9770406ae85 service neutron] 10.222.0.37 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565633 Nov 21 04:43:13.866264 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c818739-6e76-47dc-916d-a65965eeb02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.869216 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c818739-6e76-47dc-916d-a65965eeb02c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:13.870378 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-8c818739-6e76-47dc-916d-a65965eeb02c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3997981d-6b2c-47c6-8cf8-3a2f90c79b28 HTTP/1.1" status: 204 len: 168 time: 0.1420166 Nov 21 04:43:13.879094 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:13.881752 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43f4476-be0c-47b8-9c37-3fd95e1756df" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:13.883797 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c818739-6e76-47dc-916d-a65965eeb02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3997981d-6b2c-47c6-8cf8-3a2f90c79b28,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:13.952466 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7efe9-a319-450c-b546-8b0d520e4f49 x-openstack-request-id: req-51a7efe9-a319-450c-b546-8b0d520e4f49 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:13.952667 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:13.952897 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51a7efe9-a319-450c-b546-8b0d520e4f49 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:13.953933 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'status': 'completed', 'code': 200} Nov 21 04:43:14.038609 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-c6cce8c1-547f-4159-bc12-010dcf0f2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.040140 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-c6cce8c1-547f-4159-bc12-010dcf0f2e6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 909 time: 0.2205741 Nov 21 04:43:14.077955 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-4030862e-588b-4669-9011-1c782301f97a service neutron] 10.222.0.37 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929076 Nov 21 04:43:14.148546 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-f7697b64-8557-412c-926d-cc8318654171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.150112 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-f7697b64-8557-412c-926d-cc8318654171 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 1096 time: 0.1325145 Nov 21 04:43:14.152365 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-bd9c508a-4a00-4939-b03e-3d44152f524a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0882561 Nov 21 04:43:14.252334 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bd821391-b028-4ff2-b8a8-ef092757b122 req-a7808aa6-03db-4dcd-ae8d-4b2425dd67b6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 210 time: 0.0298612 Nov 21 04:43:14.283138 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-f03720fa-8ae4-4e22-913e-bfce74e0de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.284895 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-f03720fa-8ae4-4e22-913e-bfce74e0de7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 200 len: 847 time: 0.1122830 Nov 21 04:43:14.369162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-929a618e-c7c2-4a16-835a-7f3167e692e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.370971 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-929a618e-c7c2-4a16-835a-7f3167e692e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 910 time: 0.2066193 Nov 21 04:43:14.383745 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-d5c57728-7baf-4e38-b424-afeb7072140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.385371 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-d5c57728-7baf-4e38-b424-afeb7072140c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be9169af-2508-433f-a4d6-82c298b166f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844202 Nov 21 04:43:14.394658 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405292ca-fd52-4ba3-99d6-1b00fbe032db req-ebc310ce-5d6a-4fab-9118-3c6134fd6a5b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.396327 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-405292ca-fd52-4ba3-99d6-1b00fbe032db req-ebc310ce-5d6a-4fab-9118-3c6134fd6a5b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 943 time: 0.0625246 Nov 21 04:43:14.454664 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-405292ca-fd52-4ba3-99d6-1b00fbe032db req-6788f7e1-45c1-41d7-8530-ab881eb64227 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521393 Nov 21 04:43:14.483879 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-20775f77-617c-4c2d-956d-90831f4f261a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59546cc2-4a9f-4584-b19e-da638b3e5660 HTTP/1.1" status: 200 len: 217 time: 0.0683086 Nov 21 04:43:14.578448 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:43:14.593067 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-0b65e0bd-fae7-49e1-a175-c6af650eac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.595646 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-0b65e0bd-fae7-49e1-a175-c6af650eac5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.0789719 Nov 21 04:43:14.602288 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:43:14.602691 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4e3f2c54-a0ed-4d28-8da1-18b8f7833d60 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:43:14.616423 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-c5ff9934-dc67-4f1e-8aa0-f82f62163dd2 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922266 Nov 21 04:43:14.733362 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-8488dc41-3259-46ed-af33-3e0c4c9597b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:14.735697 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-8488dc41-3259-46ed-af33-3e0c4c9597b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1157303 Nov 21 04:43:14.782228 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f5a34a5-b36f-499a-99e3-c85301eafab2 req-3cc27acb-e9d7-44cb-bf44-c8e7e46285bc service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524200 Nov 21 04:43:14.867589 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-687e5014-268b-4b92-a75f-d1ac8b421947 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139627 Nov 21 04:43:14.971736 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c43f4476-be0c-47b8-9c37-3fd95e1756df req-ad9030ee-ca52-49f8-baa7-cf62ad02697e service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946746 Nov 21 04:43:15.369530 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7fdb9da6-70a3-49fa-881b-eab7e6d7a79e req-f9edba11-3b42-4e76-9838-5c2949480449 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 210 time: 0.0373685 Nov 21 04:43:15.412074 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-ce9d055d-ca30-450a-b524-242f6afad561 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:15.413564 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-ce9d055d-ca30-450a-b524-242f6afad561 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "GET /v2.0/networks?id=a36b7981-7845-4ce6-baac-39b481a0d685 HTTP/1.1" status: 200 len: 809 time: 0.1541016 Nov 21 04:43:15.446235 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Request body: {'port': {'device_id': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685', 'admin_state_up': True, 'tenant_id': '0d014a3dbae14b5e901e888f05370241'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:15.590986 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Made reservation on behalf of 0d014a3dbae14b5e901e888f05370241 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:43:15.596401 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:15.748234 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd7e36-8445-45ac-b5d5-9904ab65a493 req-a576e511-f300-4260-b305-a4a3a92195d4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:15.749890 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-52dd7e36-8445-45ac-b5d5-9904ab65a493 req-a576e511-f300-4260-b305-a4a3a92195d4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.1295555 Nov 21 04:43:15.836885 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Allocated IP 172.20.0.11 (a36b7981-7845-4ce6-baac-39b481a0d685/4bcdba03-6856-4819-b390-1f02da563599/9910a7a8-2ae9-4ee9-92c9-4ea364822940) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:43:15.855407 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f250fe-0fee-4ad5-8c59-5738d6050bba req-da7b951f-d8c0-4df4-b5c9-9dad40dda8b3 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:15.857078 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32f250fe-0fee-4ad5-8c59-5738d6050bba req-da7b951f-d8c0-4df4-b5c9-9dad40dda8b3 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 943 time: 0.0544960 Nov 21 04:43:15.865928 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-52dd7e36-8445-45ac-b5d5-9904ab65a493 req-f71d5152-4bb9-467a-ae33-e6b2912e0e02 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894780 Nov 21 04:43:15.920800 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-32f250fe-0fee-4ad5-8c59-5738d6050bba req-e90bc3fc-616f-433f-ba10-e3ba32eb8569 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570705 Nov 21 04:43:16.034031 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.077217 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.127163 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Network a36b7981-7845-4ce6-baac-39b481a0d685 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:43:16.130633 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:43:16.134510 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:43:16.142086 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Pushing event updated for resources: {'Port': ['ID=9910a7a8-2ae9-4ee9-92c9-4ea364822940,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:16.193151 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:16.193761 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.210250 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-f3ac9887-3f63-423e-9bdb-111a2fab42aa tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7681589 Nov 21 04:43:16.232279 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Request body: {'port': {'device_id': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:16.295269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.559357 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7be7c-a7c4-4ca9-bd21-21d4b669c828 req-fc48e4a8-3377-4146-9c48-cf87ca215c95 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:16.560905 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-36e7be7c-a7c4-4ca9-bd21-21d4b669c828 req-fc48e4a8-3377-4146-9c48-cf87ca215c95 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 932 time: 0.1219912 Nov 21 04:43:16.591096 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 59546cc2-4a9f-4584-b19e-da638b3e5660 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:43:16.651954 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-36e7be7c-a7c4-4ca9-bd21-21d4b669c828 req-52743327-86bc-4d30-aa4e-87c80e10058e tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785542 Nov 21 04:43:16.705872 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9910a7a8-2ae9-4ee9-92c9-4ea364822940 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:43:16.714169 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.714441 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 59546cc2-4a9f-4584-b19e-da638b3e5660, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=59546cc2-4a9f-4584-b19e-da638b3e5660,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:16.728695 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Transition to ACTIVE for port object 9910a7a8-2ae9-4ee9-92c9-4ea364822940 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:43:16.729371 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'port_id': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'mac_address': 'fa:16:3e:48:64:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:43:16.732748 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.773979 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.794225 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59546cc2-4a9f-4584-b19e-da638b3e5660 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:43:16.794661 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9910a7a8-2ae9-4ee9-92c9-4ea364822940,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:16.817710 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 59546cc2-4a9f-4584-b19e-da638b3e5660, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=59546cc2-4a9f-4584-b19e-da638b3e5660,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:16.821830 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.867519 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Attempting to bind port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:43:16.869261 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Attempting to bind port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:43:16.869614 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Attempting to bind port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 on network a36b7981-7845-4ce6-baac-39b481a0d685 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:43:16.874153 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 on network a36b7981-7845-4ce6-baac-39b481a0d685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:43:16.874541 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Attempting to bind port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 on network a36b7981-7845-4ce6-baac-39b481a0d685 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:43:16.876790 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=59546cc2-4a9f-4584-b19e-da638b3e5660,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:16.880259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:43:16.880617 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Checking segment: {'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:43:16.881004 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Bound using segment: {'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:43:16.881435 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Bound port: 9910a7a8-2ae9-4ee9-92c9-4ea364822940, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c308f7-3191-4f5e-84af-85a8ef11636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:43:16.881796 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.957281 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] For port 9910a7a8-2ae9-4ee9-92c9-4ea364822940, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:43:16.960675 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] For port 9910a7a8-2ae9-4ee9-92c9-4ea364822940, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9910a7a8-2ae9-4ee9-92c9-4ea364822940,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:43:16.966052 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:16.995320 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fc514-13bd-4dff-afff-61c6ebc2e406 req-47a50799-f730-4000-b158-6cc8bce29e3c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:16.997192 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc5fc514-13bd-4dff-afff-61c6ebc2e406 req-47a50799-f730-4000-b158-6cc8bce29e3c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0578189 Nov 21 04:43:17.035953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:17.036581 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:17.037968 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/9910a7a8-2ae9-4ee9-92c9-4ea364822940 HTTP/1.1" status: 200 len: 1094 time: 0.8097460 Nov 21 04:43:17.038413 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'tag': '9910a7a8-2ae9-4ee9-92c9-4ea364822940'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:17.040663 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a818a3a-c73c-45f9-924a-b70bee2f5537" -d '{"events": [{"name": "network-changed", "server_uuid": "51e3868c-d025-4bd0-9991-1e58152d69ac", "tag": "9910a7a8-2ae9-4ee9-92c9-4ea364822940"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:17.060551 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc5fc514-13bd-4dff-afff-61c6ebc2e406 req-2436ee88-2bd6-4c5e-a93e-b3f0303cb71c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569830 Nov 21 04:43:17.071193 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb7c68-c01d-45e5-be36-b81f507eb7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9910a7a8-2ae9-4ee9-92c9-4ea364822940,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:17.087166 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a284-7fbf-47c3-93d5-d925e95ec69b req-643f8897-9a27-47b6-a615-bc2ff0cedffa tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:17.088689 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-66c6a284-7fbf-47c3-93d5-d925e95ec69b req-643f8897-9a27-47b6-a615-bc2ff0cedffa tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 944 time: 0.0916338 Nov 21 04:43:17.122011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf21f64-36dd-41b7-b84c-0456ad4de321 x-openstack-request-id: req-6cf21f64-36dd-41b7-b84c-0456ad4de321 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:17.122393 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e3868c-d025-4bd0-9991-1e58152d69ac", "tag": "9910a7a8-2ae9-4ee9-92c9-4ea364822940", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:17.122734 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cf21f64-36dd-41b7-b84c-0456ad4de321 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:17.123136 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'tag': '9910a7a8-2ae9-4ee9-92c9-4ea364822940', 'status': 'completed', 'code': 200} Nov 21 04:43:17.152300 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['59546cc2-4a9f-4584-b19e-da638b3e5660'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:43:17.181791 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-66c6a284-7fbf-47c3-93d5-d925e95ec69b req-8eead47a-251d-440a-acca-104e1f58307e tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866842 Nov 21 04:43:17.184632 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-1d708a13-7065-4b93-b3a4-525c1e552b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:17.186294 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-1d708a13-7065-4b93-b3a4-525c1e552b33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d014a3dbae14b5e901e888f05370241&device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 1097 time: 0.0749595 Nov 21 04:43:17.249401 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-5a4ce442-527a-48e2-a7f3-e075297b2721 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9910a7a8-2ae9-4ee9-92c9-4ea364822940 HTTP/1.1" status: 200 len: 217 time: 0.0426483 Nov 21 04:43:17.306680 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-64b94888-b640-48b9-9bd2-6214e1ffecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:17.308178 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-64b94888-b640-48b9-9bd2-6214e1ffecb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bcdba03-6856-4819-b390-1f02da563599 HTTP/1.1" status: 200 len: 849 time: 0.0505567 Nov 21 04:43:17.343606 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-3fcbf8be-bd55-43b2-b698-351b1d9197bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a36b7981-7845-4ce6-baac-39b481a0d685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274925 Nov 21 04:43:17.453152 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-516fc1ec-5f83-45a4-9449-08220fd883e8 service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010580 Nov 21 04:43:17.561253 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d23db928-9a2b-4122-842a-33b9a9a18e54 req-1d64a9b5-c571-4d64-bf42-b0df66cd5806 service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946169 Nov 21 04:43:17.712907 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-0269d94b-7f94-419f-a06c-adff354bd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:17.717794 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-0269d94b-7f94-419f-a06c-adff354bd704 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d014a3dbae14b5e901e888f05370241&device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 1097 time: 0.0523469 Nov 21 04:43:17.846064 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6c98-bfb5-4b67-bfda-eb0b4adb7100 req-5bd9c0b9-4ed6-42c7-8592-0931677aea22 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:17.847571 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72fa6c98-bfb5-4b67-bfda-eb0b4adb7100 req-5bd9c0b9-4ed6-42c7-8592-0931677aea22 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 944 time: 0.1166890 Nov 21 04:43:18.132479 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-c099f52e-2c1e-4adb-9d6b-1b4853b58aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:18.133980 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-c099f52e-2c1e-4adb-9d6b-1b4853b58aa0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a36b7981-7845-4ce6-baac-39b481a0d685 HTTP/1.1" status: 200 len: 910 time: 0.4110408 Nov 21 04:43:18.189645 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbc9fb-5b06-475d-a073-ef9537d2a981 req-8cc95f70-da17-44a7-92d3-b1ead35ed446 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:18.191182 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ecbbc9fb-5b06-475d-a073-ef9537d2a981 req-8cc95f70-da17-44a7-92d3-b1ead35ed446 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0543396 Nov 21 04:43:18.196853 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-60775359-ba77-41bd-9003-6794a0761b60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9910a7a8-2ae9-4ee9-92c9-4ea364822940 HTTP/1.1" status: 200 len: 217 time: 0.0484760 Nov 21 04:43:18.205764 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-72fa6c98-bfb5-4b67-bfda-eb0b4adb7100 req-2add652a-1e1e-4211-b46c-9214f4fb1f01 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501360 Nov 21 04:43:18.257738 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ecbbc9fb-5b06-475d-a073-ef9537d2a981 req-22fc8a37-a814-49c6-87a5-b881c2f0b6d0 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606215 Nov 21 04:43:18.273919 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-a5e46a13-1c5d-4a71-b431-137e523e212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:18.275390 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-a5e46a13-1c5d-4a71-b431-137e523e212d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bcdba03-6856-4819-b390-1f02da563599 HTTP/1.1" status: 200 len: 849 time: 0.0634341 Nov 21 04:43:18.323328 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-3613d3d6-5c7a-418b-9ae2-edef46391280 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a36b7981-7845-4ce6-baac-39b481a0d685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283632 Nov 21 04:43:18.360963 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ddb9e-2c3a-4c28-b6a8-1f702ebfb3ca req-d452e052-5a3f-4251-8fdb-5231bf1fef0d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:18.362363 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-150ddb9e-2c3a-4c28-b6a8-1f702ebfb3ca req-d452e052-5a3f-4251-8fdb-5231bf1fef0d tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 944 time: 0.1019337 Nov 21 04:43:18.468741 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-150ddb9e-2c3a-4c28-b6a8-1f702ebfb3ca req-dc7dc93d-bfc1-4e62-80b8-466d1ff35278 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747440 Nov 21 04:43:18.479869 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-f755dcd3-a1f3-4161-8794-d36a09b6f80f service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462204 Nov 21 04:43:18.598999 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9910a7a8-2ae9-4ee9-92c9-4ea364822940 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:43:18.610741 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 59546cc2-4a9f-4584-b19e-da638b3e5660 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:43:18.674680 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818a3a-c73c-45f9-924a-b70bee2f5537 req-463b4bd2-330b-4651-a3ce-850354da56b8 service neutron] 10.222.0.48 "GET /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858244 Nov 21 04:43:18.737840 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 59546cc2-4a9f-4584-b19e-da638b3e5660 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:43:18.750769 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 59546cc2-4a9f-4584-b19e-da638b3e5660 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:43:18.751192 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:18.796206 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 9910a7a8-2ae9-4ee9-92c9-4ea364822940, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9910a7a8-2ae9-4ee9-92c9-4ea364822940,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:18.811900 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '9910a7a8-2ae9-4ee9-92c9-4ea364822940', 'network_id': 'a36b7981-7845-4ce6-baac-39b481a0d685', 'port_id': '9910a7a8-2ae9-4ee9-92c9-4ea364822940', 'mac_address': 'fa:16:3e:ab:bd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcdba03-6856-4819-b390-1f02da563599', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:43:18.886613 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:18.908578 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:18.911656 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9910a7a8-2ae9-4ee9-92c9-4ea364822940 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:43:18.950172 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:18.952346 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9060ea02-29d7-4b96-a709-8c6db04515ca" -d '{"events": [{"server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "name": "network-vif-plugged", "status": "completed", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:18.956746 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 9910a7a8-2ae9-4ee9-92c9-4ea364822940, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9910a7a8-2ae9-4ee9-92c9-4ea364822940,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:18.967862 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:18.971479 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 59546cc2-4a9f-4584-b19e-da638b3e5660, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=59546cc2-4a9f-4584-b19e-da638b3e5660,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:18.996625 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daadd6b-6dd5-48f4-8661-04d81a091ddd x-openstack-request-id: req-2daadd6b-6dd5-48f4-8661-04d81a091ddd {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:18.996944 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "name": "network-vif-plugged", "status": "completed", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:18.997200 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2daadd6b-6dd5-48f4-8661-04d81a091ddd {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:18.997578 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'code': 200} Nov 21 04:43:18.998341 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:19.027481 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=9910a7a8-2ae9-4ee9-92c9-4ea364822940,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:19.082123 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=59546cc2-4a9f-4584-b19e-da638b3e5660,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:19.211586 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1ba1c-1d68-4827-b6b2-0279f658381a req-59406e21-12ae-4d3a-b1f9-ece4d0a30bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:19.213037 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e8d1ba1c-1d68-4827-b6b2-0279f658381a req-59406e21-12ae-4d3a-b1f9-ece4d0a30bad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 1098 time: 0.0443299 Nov 21 04:43:19.263227 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e8d1ba1c-1d68-4827-b6b2-0279f658381a req-efb1756b-a4cd-4bd9-92ca-398e743850ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Nov 21 04:43:19.311813 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['9910a7a8-2ae9-4ee9-92c9-4ea364822940'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:43:19.327418 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895ac5-d346-4f33-8e1c-fba4fa6fd068 req-e34972ab-bfd1-4cdb-a991-cb1f3c58e506 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:19.330001 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-da895ac5-d346-4f33-8e1c-fba4fa6fd068 req-e34972ab-bfd1-4cdb-a991-cb1f3c58e506 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 945 time: 0.0559764 Nov 21 04:43:19.383545 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-da895ac5-d346-4f33-8e1c-fba4fa6fd068 req-38c82bdb-1f20-4126-b598-ea1c89097556 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 Nov 21 04:43:19.384938 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c69ad5-7169-40c1-9014-c130c9f3a1bb req-9dba12d3-8d83-4c4e-8a20-9de45e46edff tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:19.386987 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-92c69ad5-7169-40c1-9014-c130c9f3a1bb req-9dba12d3-8d83-4c4e-8a20-9de45e46edff tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0594649 Nov 21 04:43:19.447360 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-92c69ad5-7169-40c1-9014-c130c9f3a1bb req-79a59281-91f2-4f42-8264-7f91aef0ba2d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534768 Nov 21 04:43:19.589461 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f437dcc-c8af-4610-a722-be55352460e9 req-9459afc7-3f24-45f4-ac9f-63bf823a015f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:19.590975 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2f437dcc-c8af-4610-a722-be55352460e9 req-9459afc7-3f24-45f4-ac9f-63bf823a015f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 945 time: 0.0567458 Nov 21 04:43:19.642186 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2f437dcc-c8af-4610-a722-be55352460e9 req-55995cf3-3929-4bdc-8e51-341887b88b95 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 Nov 21 04:43:20.519122 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2430aa-7633-4af3-8a86-343f547cb2d4 req-caf26c7d-0ea4-434d-a457-77e6c4b1b7ff tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:20.521006 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fb2430aa-7633-4af3-8a86-343f547cb2d4 req-caf26c7d-0ea4-434d-a457-77e6c4b1b7ff tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 945 time: 0.0626075 Nov 21 04:43:20.581938 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fb2430aa-7633-4af3-8a86-343f547cb2d4 req-a4c41222-fd31-4967-8b5f-11139b926fad tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505648 Nov 21 04:43:20.589618 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6fd95-e516-40f0-9d90-012a1da6687f req-deede080-350a-4a4a-af5b-5ed6472d8204 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:20.591177 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c6c6fd95-e516-40f0-9d90-012a1da6687f req-deede080-350a-4a4a-af5b-5ed6472d8204 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0674803 Nov 21 04:43:20.629893 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9910a7a8-2ae9-4ee9-92c9-4ea364822940 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:43:20.660490 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c6c6fd95-e516-40f0-9d90-012a1da6687f req-59a45b71-0623-4442-9694-03c321be8bf4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617497 Nov 21 04:43:20.695650 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:43:20.700001 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:43:20.700382 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:20.777608 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6ae7-ea37-404b-bb29-c2aa3f3eed1b req-a0a35615-853c-40d3-bd2d-5d8535a16d82 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:20.779314 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bfab6ae7-ea37-404b-bb29-c2aa3f3eed1b req-a0a35615-853c-40d3-bd2d-5d8535a16d82 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 945 time: 0.0556431 Nov 21 04:43:20.809847 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:20.842698 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-bfab6ae7-ea37-404b-bb29-c2aa3f3eed1b req-c8c488a9-136f-47c4-bd0a-fc999b29ea63 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528672 Nov 21 04:43:20.852645 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 9910a7a8-2ae9-4ee9-92c9-4ea364822940, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9910a7a8-2ae9-4ee9-92c9-4ea364822940,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:20.856654 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:20.914257 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=9910a7a8-2ae9-4ee9-92c9-4ea364822940,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:20.966866 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932f8f2-6ca2-438e-99f7-6d8356016ed8 req-e7e94909-82e3-4e1c-8071-3d2c9c4eeeab tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:20.968355 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c932f8f2-6ca2-438e-99f7-6d8356016ed8 req-e7e94909-82e3-4e1c-8071-3d2c9c4eeeab tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 945 time: 0.0574472 Nov 21 04:43:20.977666 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 52104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:20.982091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Request body: {'floatingip': {'port_id': '59546cc2-4a9f-4584-b19e-da638b3e5660'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:43:20.998987 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9910a7a8-2ae9-4ee9-92c9-4ea364822940'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:21.001375 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b1df2-d2f7-4fbd-a3d2-e154a50948c3" -d '{"events": [{"server_uuid": "51e3868c-d025-4bd0-9991-1e58152d69ac", "name": "network-vif-plugged", "status": "completed", "tag": "9910a7a8-2ae9-4ee9-92c9-4ea364822940"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:21.028199 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:21.037820 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030c8c32-16e5-4038-bc7a-11dacae781ba x-openstack-request-id: req-030c8c32-16e5-4038-bc7a-11dacae781ba {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:21.038177 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e3868c-d025-4bd0-9991-1e58152d69ac", "name": "network-vif-plugged", "status": "completed", "tag": "9910a7a8-2ae9-4ee9-92c9-4ea364822940", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:21.038545 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-030c8c32-16e5-4038-bc7a-11dacae781ba {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:21.038939 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9910a7a8-2ae9-4ee9-92c9-4ea364822940', 'code': 200} Nov 21 04:43:21.309003 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71f5e-0f5a-4705-a2ab-126c7597c5a3 req-73556381-e724-4c9e-98c0-3644be094e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:21.310550 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a9c71f5e-0f5a-4705-a2ab-126c7597c5a3 req-73556381-e724-4c9e-98c0-3644be094e2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 1099 time: 0.0980413 Nov 21 04:43:21.472830 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a9c71f5e-0f5a-4705-a2ab-126c7597c5a3 req-115f5a65-03f0-424f-a5a4-8c418d7e5baa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497960 Nov 21 04:43:21.655246 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:21.660462 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:21.710786 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd83e4-3868-4e74-bafd-547ac487a2eb req-164ed201-d6c4-4240-acc2-7c1ef0d17d81 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:21.712396 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d1bd83e4-3868-4e74-bafd-547ac487a2eb req-164ed201-d6c4-4240-acc2-7c1ef0d17d81 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 946 time: 0.0579145 Nov 21 04:43:21.770371 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d1bd83e4-3868-4e74-bafd-547ac487a2eb req-201e9f08-5d77-4d26-b33f-40d1aa5fed10 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487456 Nov 21 04:43:21.813456 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Floating IP 4396bfac-fcb9-4605-b7ec-722e9cf4df60 associated. External IP: 172.27.1.46, port: 59546cc2-4a9f-4584-b19e-da638b3e5660. Nov 21 04:43:21.866703 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557426d-c42e-4306-9651-fe3681e4d724 req-854b0b96-bf5c-4739-9182-ec554cbee4ee tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:21.868168 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4557426d-c42e-4306-9651-fe3681e4d724 req-854b0b96-bf5c-4739-9182-ec554cbee4ee tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.1120546 Nov 21 04:43:21.910921 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:43:21.978414 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4557426d-c42e-4306-9651-fe3681e4d724 req-ec14b0b4-600b-4296-a99a-43707623dd55 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016393 Nov 21 04:43:22.107157 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Router 35aaaa38-1364-4699-b7e4-16d443024026 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:43:22.234694 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:43:22.239685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:22.245006 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] Sync routers for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:43:22.257653 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:43:22.258357 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:43:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:22.272649 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2f04120e-5cfb-45e2-bccc-bd8d2c2c21eb tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "PUT /v2.0/floatingips/4396bfac-fcb9-4605-b7ec-722e9cf4df60 HTTP/1.1" status: 200 len: 990 time: 1.2939284 Nov 21 04:43:22.273242 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:22.275616 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a101c22-a2da-4210-8317-afbc08933f93" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:22.346981 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a938b996-d9d7-40b4-9f88-a8c8546f4518 x-openstack-request-id: req-a938b996-d9d7-40b4-9f88-a8c8546f4518 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:22.347293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:22.347552 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a938b996-d9d7-40b4-9f88-a8c8546f4518 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:22.347958 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'status': 'completed', 'code': 200} Nov 21 04:43:22.396732 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:43:22.488718 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101c22-a2da-4210-8317-afbc08933f93 req-f1c91006-aa5f-4de7-b60b-1f1d3f783042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:22.490237 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6a101c22-a2da-4210-8317-afbc08933f93 req-f1c91006-aa5f-4de7-b60b-1f1d3f783042 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6886ae7812d74d9689ee118e06ba762b&device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 1098 time: 0.0482202 Nov 21 04:43:22.595956 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101c22-a2da-4210-8317-afbc08933f93 req-7de3c775-3332-4a31-9be8-10ba95922f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:22.597131 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6a101c22-a2da-4210-8317-afbc08933f93 req-7de3c775-3332-4a31-9be8-10ba95922f93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 200 len: 910 time: 0.0994651 Nov 21 04:43:22.666738 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '4396bfac-fcb9-4605-b7ec-722e9cf4df60', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'port_id': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'mac_address': 'fa:16:3e:48:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:43:05Z', 'updated_at': '2021-11-21T04:43:21Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:22.698423 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] Checking router: 35aaaa38-1364-4699-b7e4-16d443024026 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:43:22.708263 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6a101c22-a2da-4210-8317-afbc08933f93 req-2b8a8eed-177a-4651-a707-ef68a8854b54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59546cc2-4a9f-4584-b19e-da638b3e5660 HTTP/1.1" status: 200 len: 998 time: 0.0814350 Nov 21 04:43:22.709990 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:43:22.710792 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:43:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:22.772405 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101c22-a2da-4210-8317-afbc08933f93 req-53719f87-f5e9-496e-a90e-75ebe60c2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:22.774229 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6a101c22-a2da-4210-8317-afbc08933f93 req-53719f87-f5e9-496e-a90e-75ebe60c2e5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 200 len: 848 time: 0.0574319 Nov 21 04:43:22.836130 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101c22-a2da-4210-8317-afbc08933f93 req-68e8505b-b399-4f4b-8bf0-ecf77bbdab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:22.837676 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6a101c22-a2da-4210-8317-afbc08933f93 req-68e8505b-b399-4f4b-8bf0-ecf77bbdab9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26b09779-26df-4a00-bdf9-618b578b2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519176 Nov 21 04:43:22.905226 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9b9d-c812-4841-b856-49de64f85d2a req-c6e3ee8b-91f2-44d4-a198-a9a6ff7646db tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:22.907416 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5c3c9b9d-c812-4841-b856-49de64f85d2a req-c6e3ee8b-91f2-44d4-a198-a9a6ff7646db tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 946 time: 0.0615401 Nov 21 04:43:22.958816 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6a101c22-a2da-4210-8317-afbc08933f93 req-ac92b1c9-e305-42f8-ae06-c359b0cdf239 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098719 Nov 21 04:43:22.969002 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5c3c9b9d-c812-4841-b856-49de64f85d2a req-3c8eaab2-5bb1-4bb6-a086-903da6ef135d tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Nov 21 04:43:22.978925 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:43:23.110038 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6a101c22-a2da-4210-8317-afbc08933f93 req-e6e2ade6-7fe9-4236-ab02-37b17ab379b1 service neutron] 10.222.0.48 "GET /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408465 Nov 21 04:43:23.125343 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43565f4-d649-4773-9945-1494a10949a3 req-8a39bd94-00d4-4d56-a485-583c84f9808c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:23.126841 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e43565f4-d649-4773-9945-1494a10949a3 req-8a39bd94-00d4-4d56-a485-583c84f9808c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0755718 Nov 21 04:43:23.193607 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e43565f4-d649-4773-9945-1494a10949a3 req-071355f3-25a2-4ccb-ac43-232b56105bcb tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595238 Nov 21 04:43:23.272177 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '4396bfac-fcb9-4605-b7ec-722e9cf4df60', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'port_id': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'mac_address': 'fa:16:3e:48:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:43:05Z', 'updated_at': '2021-11-21T04:43:21Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:23.306913 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91999dd8-da1c-4ae3-a5be-b3978399202b None None] The sync data for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi is: [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '4396bfac-fcb9-4605-b7ec-722e9cf4df60', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'port_id': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'mac_address': 'fa:16:3e:48:64:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:43:05Z', 'updated_at': '2021-11-21T04:43:21Z', 'revision_number': 1, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:43:23.500652 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa7567-3924-4b72-9adc-5941d0c0ba04 None None] New status for floating IP 4396bfac-fcb9-4605-b7ec-722e9cf4df60: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:43:23.788010 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e50b7-16cb-4fdc-9554-60cc2e85f43b req-a34d68d7-45d2-47f1-b063-36fa0f4311b6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:23.789502 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c95e50b7-16cb-4fdc-9554-60cc2e85f43b req-a34d68d7-45d2-47f1-b063-36fa0f4311b6 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 946 time: 0.0597191 Nov 21 04:43:23.844146 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c95e50b7-16cb-4fdc-9554-60cc2e85f43b req-31e4a764-7525-4400-9010-7273f0c612ac tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481780 Nov 21 04:43:24.322900 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd6d19-a941-4e9d-a923-f8eb7bb13160 req-8442daf1-3598-4c6f-94de-9fac3a02c13f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:24.324436 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-89bd6d19-a941-4e9d-a923-f8eb7bb13160 req-8442daf1-3598-4c6f-94de-9fac3a02c13f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0566387 Nov 21 04:43:24.380399 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-89bd6d19-a941-4e9d-a923-f8eb7bb13160 req-2a7c30dd-8346-4891-9f61-4a232f922260 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489094 Nov 21 04:43:24.966911 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188477cc-20e9-48b4-b580-7304f2d427ff req-961d0c65-871e-4dec-8248-785b878c3b0f tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:24.969032 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-188477cc-20e9-48b4-b580-7304f2d427ff req-961d0c65-871e-4dec-8248-785b878c3b0f tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 946 time: 0.0547791 Nov 21 04:43:25.020032 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-188477cc-20e9-48b4-b580-7304f2d427ff req-aec1d6cd-b4a0-4572-bf3e-4b7de2e0c7f0 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb7205d-483f-4323-8502-7001cbe91fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Nov 21 04:43:25.503358 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-952df507-2762-44b5-95b4-713a12fb1299 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:25.503938 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211045d-3ce4-4b16-a33c-2d1a3e919ed2 req-85563a07-3d2e-440e-984c-1a07b2de14d8 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:25.504964 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-952df507-2762-44b5-95b4-713a12fb1299 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 946 time: 0.0586290 Nov 21 04:43:25.505315 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a211045d-3ce4-4b16-a33c-2d1a3e919ed2 req-85563a07-3d2e-440e-984c-1a07b2de14d8 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0540662 Nov 21 04:43:25.567422 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a211045d-3ce4-4b16-a33c-2d1a3e919ed2 req-96ce4204-91fd-4492-b0bd-dc71db3e78fe tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559299 Nov 21 04:43:25.618314 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Deleting port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:43:25.618687 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:25.743940 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] For port 9910a7a8-2ae9-4ee9-92c9-4ea364822940, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=9910a7a8-2ae9-4ee9-92c9-4ea364822940,segment=NetworkSegment(25c308f7-3191-4f5e-84af-85a8ef11636e),segment_id=25c308f7-3191-4f5e-84af-85a8ef11636e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:25.744311 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:25.760246 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Calling delete_port for 9910a7a8-2ae9-4ee9-92c9-4ea364822940 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:43:25.915033 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:25.947078 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Pushing event deleted for resources: {'Port': ['ID=9910a7a8-2ae9-4ee9-92c9-4ea364822940,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:25.952265 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['9910a7a8-2ae9-4ee9-92c9-4ea364822940'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:43:26.019117 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] No DVR routers for this DVR port 9910a7a8-2ae9-4ee9-92c9-4ea364822940 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:43:26.021921 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:26.025318 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-93b2db51-ba85-4b15-92fd-39b6d2b422f4 req-5971aa36-fbba-48b4-b451-136670d52c84 tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.48 "DELETE /v2.0/ports/9910a7a8-2ae9-4ee9-92c9-4ea364822940 HTTP/1.1" status: 204 len: 173 time: 0.5144536 Nov 21 04:43:26.026767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'name': 'network-vif-deleted', 'tag': '9910a7a8-2ae9-4ee9-92c9-4ea364822940'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:26.028993 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f383100-4143-4a83-8483-eb84d9d35f63" -d '{"events": [{"server_uuid": "51e3868c-d025-4bd0-9991-1e58152d69ac", "name": "network-vif-deleted", "tag": "9910a7a8-2ae9-4ee9-92c9-4ea364822940"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:26.042485 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-308e7784-0983-496e-885a-cf1447e263f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:26.042855 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-308e7784-0983-496e-885a-cf1447e263f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1099 time: 0.0884912 Nov 21 04:43:26.108500 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a83869d-f230-43d6-8fd5-5d91ef861c1d x-openstack-request-id: req-9a83869d-f230-43d6-8fd5-5d91ef861c1d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:26.108789 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e3868c-d025-4bd0-9991-1e58152d69ac", "name": "network-vif-deleted", "tag": "9910a7a8-2ae9-4ee9-92c9-4ea364822940", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:26.109651 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a83869d-f230-43d6-8fd5-5d91ef861c1d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:26.110034 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e3868c-d025-4bd0-9991-1e58152d69ac', 'name': 'network-vif-deleted', 'tag': '9910a7a8-2ae9-4ee9-92c9-4ea364822940', 'status': 'completed', 'code': 200} Nov 21 04:43:26.132681 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ef6fec69-ce62-4398-8f9b-9d814ca792c2 req-f6ae9c93-3e20-4b6b-a8e5-50f9d871a5fc tempest-VolumesActionsTest-1024131406 tempest-VolumesActionsTest-1024131406-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e3868c-d025-4bd0-9991-1e58152d69ac HTTP/1.1" status: 200 len: 210 time: 0.0308843 Nov 21 04:43:26.162829 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-d7288a7d-0d25-4a96-9f16-5adba471488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:26.164439 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-d7288a7d-0d25-4a96-9f16-5adba471488a service neutron] 10.222.0.48 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 909 time: 0.1132631 Nov 21 04:43:26.274215 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-d4f203a4-b29d-452e-b409-1096515ac43f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0674615 Nov 21 04:43:26.340319 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-f079029a-5e73-4362-a5b4-a0a1102827f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:26.342295 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-f079029a-5e73-4362-a5b4-a0a1102827f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 200 len: 847 time: 0.0602853 Nov 21 04:43:26.395886 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-f7e5e7da-9f0a-41a5-aeca-2424ecdfb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:26.397564 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-f7e5e7da-9f0a-41a5-aeca-2424ecdfb686 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be9169af-2508-433f-a4d6-82c298b166f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457036 Nov 21 04:43:26.510159 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-25dbfefa-3fd1-45d4-98d8-01055f1c124e service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042018 Nov 21 04:43:26.629712 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3116ff7d-1315-439a-a539-e07fc909ce36 req-7c25623d-cf11-4796-adde-8ec2b8e96660 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080079 Nov 21 04:43:26.704842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0d22d-2a2d-4857-842c-4506c2300ab3 req-0134859b-6580-4897-93f3-2f4ae977ba9e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:26.706287 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c5b0d22d-2a2d-4857-842c-4506c2300ab3 req-0134859b-6580-4897-93f3-2f4ae977ba9e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0575449 Nov 21 04:43:26.764739 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c5b0d22d-2a2d-4857-842c-4506c2300ab3 req-152b7c7f-7bc6-4813-8a7c-c01577dc7397 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525169 Nov 21 04:43:27.892605 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08028-4e20-4d31-b277-64bf4fb97e4d req-dc10fa41-85e5-492f-8c7a-cb317dfaeff4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:27.894927 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fbb08028-4e20-4d31-b277-64bf4fb97e4d req-dc10fa41-85e5-492f-8c7a-cb317dfaeff4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0589793 Nov 21 04:43:27.949216 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fbb08028-4e20-4d31-b277-64bf4fb97e4d req-26fe7a61-2cab-4174-a6e1-0c95df1df098 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493133 Nov 21 04:43:28.372091 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caf93e9d-7722-4533-87af-ef6c5cabb190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:29.074250 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4ec3-bcb0-49ae-843d-55cae97d43c4 req-9a613604-f64c-4b47-b568-c860d2698963 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:29.075802 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-297e4ec3-bcb0-49ae-843d-55cae97d43c4 req-9a613604-f64c-4b47-b568-c860d2698963 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0569026 Nov 21 04:43:29.133809 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-297e4ec3-bcb0-49ae-843d-55cae97d43c4 req-19af280a-e8aa-43b0-9f62-cf1a1d8caeeb tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518539 Nov 21 04:43:30.791113 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9910a7a8-2ae9-4ee9-92c9-4ea364822940 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:43:30.815015 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 9910a7a8-2ae9-4ee9-92c9-4ea364822940 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:43:30.815357 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 9910a7a8-2ae9-4ee9-92c9-4ea364822940 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:43:30.960779 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-097ee688-cce1-457f-b029-686f8d20a923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:30.999250 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbafa74-88ec-4656-959c-780c4dd112f8 req-a66e8b35-bac5-48e2-b26b-c88ba3e6975c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:31.000784 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fbbafa74-88ec-4656-959c-780c4dd112f8 req-a66e8b35-bac5-48e2-b26b-c88ba3e6975c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0594149 Nov 21 04:43:31.061239 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fbbafa74-88ec-4656-959c-780c4dd112f8 req-9f31d7ca-6b27-4202-b51c-948664d6253c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531833 Nov 21 04:43:31.977684 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:32.213872 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc957854-849d-405b-b409-111ebc0c3f18 req-de59920a-af80-44ba-b695-9d96864a5333 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:32.217257 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc957854-849d-405b-b409-111ebc0c3f18 req-de59920a-af80-44ba-b695-9d96864a5333 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0791805 Nov 21 04:43:32.286209 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc957854-849d-405b-b409-111ebc0c3f18 req-92e8f478-16ce-4a43-81fb-1af34fe5b89b tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612142 Nov 21 04:43:32.385409 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [req-cfb2eea6-3e1f-4d69-8a71-89d91f0923b7 req-46943dde-2ff4-4d8e-8b37-b07b7aa0d3c2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:43:32.386889 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cfb2eea6-3e1f-4d69-8a71-89d91f0923b7 req-46943dde-2ff4-4d8e-8b37-b07b7aa0d3c2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058804 Nov 21 04:43:32.571013 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 52268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:32.616192 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc56d5-c641-4f4a-8068-a793c11ed66e req-73b5dfb3-45af-456c-b4f3-6a80168d8e92 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:32.618105 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e0fc56d5-c641-4f4a-8068-a793c11ed66e req-73b5dfb3-45af-456c-b4f3-6a80168d8e92 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0878444 Nov 21 04:43:32.679483 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-5a6373df-a159-4deb-846f-008af62ed700 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073122 Nov 21 04:43:32.684796 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e0fc56d5-c641-4f4a-8068-a793c11ed66e req-54d61721-15ee-487c-8163-fc012376a13c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584695 Nov 21 04:43:32.693012 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-9ab2c35b-1d43-4847-8ac9-3ba9c754aa7a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:43:32.703564 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-9ab2c35b-1d43-4847-8ac9-3ba9c754aa7a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152156 Nov 21 04:43:33.576420 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:33.801493 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bfdc4-07e3-4ad6-9edd-c8267484de8c req-d77f1581-20dc-476b-b641-9553ce19e5f5 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:33.803028 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e06bfdc4-07e3-4ad6-9edd-c8267484de8c req-d77f1581-20dc-476b-b641-9553ce19e5f5 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0556943 Nov 21 04:43:33.857580 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e06bfdc4-07e3-4ad6-9edd-c8267484de8c req-23a3f797-7fcc-45a0-b583-1971248c1630 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484638 Nov 21 04:43:34.651190 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:34.840152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-aa977480-1ecf-4cba-9bbe-0b82b6b86793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:34.841618 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-aa977480-1ecf-4cba-9bbe-0b82b6b86793 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27&tenant_id=e5348b8896ef46a3a7f474f181b5dc46 HTTP/1.1" status: 200 len: 1099 time: 0.0537384 Nov 21 04:43:34.846086 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:43:34.952938 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:34.962479 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-e446556d-c3b5-434d-945e-1fa6babaf2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:34.965939 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-e446556d-c3b5-434d-945e-1fa6babaf2e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1099 time: 0.0812161 Nov 21 04:43:34.982324 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:34.985650 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4700243-70ca-4302-9335-98f497e0c1c0" -d '{"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-unplugged", "status": "completed", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:35.009182 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:35.015726 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:35.065966 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab91ee2-af16-4038-b883-e9c4f4cd63ea req-a0bef55f-7b28-49b1-ae20-4ea620053104 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:35.068393 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dab91ee2-af16-4038-b883-e9c4f4cd63ea req-a0bef55f-7b28-49b1-ae20-4ea620053104 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.1104956 Nov 21 04:43:35.076228 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b789e03a-ef53-4f11-9094-db5c9c029a9c x-openstack-request-id: req-b789e03a-ef53-4f11-9094-db5c9c029a9c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:35.076520 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-unplugged", "status": "completed", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:35.076773 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b789e03a-ef53-4f11-9094-db5c9c029a9c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:35.077159 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'code': 200} Nov 21 04:43:35.083043 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:35.133605 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dab91ee2-af16-4038-b883-e9c4f4cd63ea req-97e4a219-b7bb-4c02-b8a5-7488795b1c10 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588925 Nov 21 04:43:35.151835 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-e1f7a84c-4b45-4177-91ef-b45a19b89649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:35.153344 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-e1f7a84c-4b45-4177-91ef-b45a19b89649 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 909 time: 0.1764469 Nov 21 04:43:35.249162 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-f54b5b9e-bf2f-435f-8179-fa9785453fff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0851088 Nov 21 04:43:35.317021 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-40bb9249-8ecb-4a15-aa55-418ee92390e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:35.319664 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-40bb9249-8ecb-4a15-aa55-418ee92390e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 200 len: 847 time: 0.0596838 Nov 21 04:43:35.375881 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-32ea5caf-62dc-4c8c-a358-37d26604adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:35.377343 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-32ea5caf-62dc-4c8c-a358-37d26604adcd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be9169af-2508-433f-a4d6-82c298b166f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497482 Nov 21 04:43:35.505195 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-6955d62d-dae2-494b-b9f2-8026f9dc983f service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080332 Nov 21 04:43:35.673964 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-67053136-7ee1-4219-b91b-c0c9cd817f32 req-6acc0846-4188-4593-b1ba-37d5bd81da52 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328540 Nov 21 04:43:36.064153 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15b5a-713f-44ae-96af-8a33b3553d4c req-3137b3a9-f26f-44ab-b234-9ecacdc74781 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:36.066685 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6dd15b5a-713f-44ae-96af-8a33b3553d4c req-3137b3a9-f26f-44ab-b234-9ecacdc74781 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0671058 Nov 21 04:43:36.143104 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6dd15b5a-713f-44ae-96af-8a33b3553d4c req-3016e52e-26fb-4654-9f9f-1aaa35e26ed9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690665 Nov 21 04:43:36.287794 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263f29-581f-4b64-8ed9-0455cc029b16 req-3fffe1fd-195b-4609-b799-18fdd22a43cc tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:36.289394 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3d263f29-581f-4b64-8ed9-0455cc029b16 req-3fffe1fd-195b-4609-b799-18fdd22a43cc tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0591512 Nov 21 04:43:36.359479 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-3d263f29-581f-4b64-8ed9-0455cc029b16 req-16cb101b-0bb3-431e-a476-1df7dfcac957 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604589 Nov 21 04:43:37.271967 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d86d2-7d5c-4157-9993-5ae072ed3fda req-12b588b2-a53e-4d8a-83bc-ac8dc4684b8f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:37.273595 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-841d86d2-7d5c-4157-9993-5ae072ed3fda req-12b588b2-a53e-4d8a-83bc-ac8dc4684b8f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0555537 Nov 21 04:43:37.335142 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-841d86d2-7d5c-4157-9993-5ae072ed3fda req-0537cc25-acd2-42b3-9ff2-e0c5e4a0c53a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553827 Nov 21 04:43:37.506362 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c8986-f712-45ec-9f78-abc71514f958 req-0080adde-f14b-456d-aa59-fc853e72f607 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:37.509180 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-064c8986-f712-45ec-9f78-abc71514f958 req-0080adde-f14b-456d-aa59-fc853e72f607 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0730085 Nov 21 04:43:37.575611 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-064c8986-f712-45ec-9f78-abc71514f958 req-8fab90a6-1c94-450e-b17e-232b62ab106c tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603764 Nov 21 04:43:38.479846 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b794dc-c403-499f-aa07-847ac96cb0b6 req-3763058b-1a29-4564-8ccd-767c28a8d54b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:38.481924 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-81b794dc-c403-499f-aa07-847ac96cb0b6 req-3763058b-1a29-4564-8ccd-767c28a8d54b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0687220 Nov 21 04:43:38.538147 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-81b794dc-c403-499f-aa07-847ac96cb0b6 req-7d178064-17ea-4a1b-9d18-0ae75767897a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 Nov 21 04:43:38.737777 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7c9f-3906-49ce-9d98-24712628dc65 req-eaf5c2b2-f508-4863-8958-6144ee997a05 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:38.739898 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-851d7c9f-3906-49ce-9d98-24712628dc65 req-eaf5c2b2-f508-4863-8958-6144ee997a05 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0935230 Nov 21 04:43:38.834838 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-851d7c9f-3906-49ce-9d98-24712628dc65 req-5c50fabc-f636-45ca-b7db-30e70cc7994e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859709 Nov 21 04:43:39.676135 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ff73-98fc-45d4-a6f8-a0601cb54d8b req-b18a0c89-18dc-4b0e-a56e-557aed3bd6dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:39.678112 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-eec7ff73-98fc-45d4-a6f8-a0601cb54d8b req-b18a0c89-18dc-4b0e-a56e-557aed3bd6dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0624046 Nov 21 04:43:39.743919 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-eec7ff73-98fc-45d4-a6f8-a0601cb54d8b req-28f9485d-02b0-4c32-80ab-0dc4473f66d7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593333 Nov 21 04:43:39.983017 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a811-72db-4f0d-8848-6511759d75af req-ef174946-7985-4aeb-80a7-723b3352ebbd tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:39.985808 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-12b5a811-72db-4f0d-8848-6511759d75af req-ef174946-7985-4aeb-80a7-723b3352ebbd tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0672152 Nov 21 04:43:40.051444 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-12b5a811-72db-4f0d-8848-6511759d75af req-a3e92923-fb62-4417-89d5-729af22e1f56 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593424 Nov 21 04:43:40.889471 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f33d2e-713c-4cf8-ae10-3813dcadfa68 req-abab80e9-a9c9-45e5-a7b3-8a5ca876c90b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:40.891753 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f33d2e-713c-4cf8-ae10-3813dcadfa68 req-abab80e9-a9c9-45e5-a7b3-8a5ca876c90b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0554910 Nov 21 04:43:40.959888 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a6f33d2e-713c-4cf8-ae10-3813dcadfa68 req-70dc3a24-6e9f-43d9-847e-c2f9df2dd71b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618997 Nov 21 04:43:41.214895 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6098e9-8190-4386-917b-9d9db39382ba req-9a690386-5474-40a3-a41d-c12b3b443bcc tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:41.222877 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2a6098e9-8190-4386-917b-9d9db39382ba req-9a690386-5474-40a3-a41d-c12b3b443bcc tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0853441 Nov 21 04:43:41.294490 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-2a6098e9-8190-4386-917b-9d9db39382ba req-3172b98a-333b-4bc6-851b-ff0b5c0c1114 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701292 Nov 21 04:43:42.114372 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b7fda-c4b2-4949-8188-1e57683306dc req-f9554989-7664-474b-9670-31c2bbaa4425 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:42.121788 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d77b7fda-c4b2-4949-8188-1e57683306dc req-f9554989-7664-474b-9670-31c2bbaa4425 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0785241 Nov 21 04:43:42.205946 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d77b7fda-c4b2-4949-8188-1e57683306dc req-d61f3b29-1fc8-4d46-b717-191ec82b6ff7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830877 Nov 21 04:43:42.250575 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05027cc-3316-4644-9ef7-e033a4eba245 req-ccd77b85-2bc2-4550-9450-af8e113aa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:42.254608 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f05027cc-3316-4644-9ef7-e033a4eba245 req-ccd77b85-2bc2-4550-9450-af8e113aa0cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1097 time: 0.0819888 Nov 21 04:43:42.320459 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f05027cc-3316-4644-9ef7-e033a4eba245 req-28305a4b-576b-48d3-a17a-b3c524e8aa76 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572007 Nov 21 04:43:42.427678 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8b774-5f0f-45f5-a74a-3c6f3f2d4aa7 req-d8382235-73ec-4eb8-bbed-5cf1cee92404 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:42.427999 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1ad8b774-5f0f-45f5-a74a-3c6f3f2d4aa7 req-d8382235-73ec-4eb8-bbed-5cf1cee92404 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 944 time: 0.0563889 Nov 21 04:43:42.485878 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1ad8b774-5f0f-45f5-a74a-3c6f3f2d4aa7 req-ebd97cc5-0310-45b2-93e0-a6e4309d2d2f tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515847 Nov 21 04:43:42.889387 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:43:43.020237 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:43.034285 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'port_id': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'mac_address': 'fa:16:3e:d5:d1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:43:43.083037 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:43.097373 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:43:43.121020 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:43.125934 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:43.186902 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:43.197809 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.198239 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.198728 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.199176 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.199631 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.199971 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.200382 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.200965 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.201366 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.201946 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.203167 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.203518 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:43.236090 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:43.352210 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bdc-4692-480e-b4af-2d341b0a46f1 req-48ed4f69-892f-4a27-a1a5-3f2968ba2b1d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:43.353887 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f23c3bdc-4692-480e-b4af-2d341b0a46f1 req-48ed4f69-892f-4a27-a1a5-3f2968ba2b1d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0637634 Nov 21 04:43:43.421365 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f23c3bdc-4692-480e-b4af-2d341b0a46f1 req-da546a2d-0b7a-4b3b-b573-42f92d9dce36 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577672 Nov 21 04:43:43.572427 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:43:43.620418 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d67d-2073-40ba-9fdb-b92d7ab99295 req-415bb8d0-f475-4bd9-8224-3fe12130e993 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:43.622307 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a50d67d-2073-40ba-9fdb-b92d7ab99295 req-415bb8d0-f475-4bd9-8224-3fe12130e993 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 945 time: 0.0592978 Nov 21 04:43:43.740067 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a50d67d-2073-40ba-9fdb-b92d7ab99295 req-36ff8535-cf0b-4755-9d32-198756391a45 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087940 Nov 21 04:43:44.559475 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196611c5-8586-4058-bb89-3e9703674515 req-7afd6a4d-d39d-4308-a71a-30329f4f7c80 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:44.560947 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-196611c5-8586-4058-bb89-3e9703674515 req-7afd6a4d-d39d-4308-a71a-30329f4f7c80 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0621905 Nov 21 04:43:44.617254 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-196611c5-8586-4058-bb89-3e9703674515 req-3c159498-10ad-4710-b6f8-b4d0cc718057 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497756 Nov 21 04:43:44.911205 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:43:44.977528 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:43:44.979485 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:45.071095 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:45.097838 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:45.100943 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3883bcf-0d0c-45f4-b05d-2b651f0675e4" -d '{"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-plugged", "status": "completed", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:45.121198 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:45.126547 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:45.155418 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f5dfa5-5473-45e8-95c0-7526882e4eb7 x-openstack-request-id: req-80f5dfa5-5473-45e8-95c0-7526882e4eb7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:45.155938 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-plugged", "status": "completed", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:45.156352 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80f5dfa5-5473-45e8-95c0-7526882e4eb7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:45.156664 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'code': 200} Nov 21 04:43:45.188224 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:45.754449 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303e1f5-122a-49c2-bfa4-320876fd6290 req-0f47800f-413e-4bbe-8a80-283c45a322f6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:45.760631 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0303e1f5-122a-49c2-bfa4-320876fd6290 req-0f47800f-413e-4bbe-8a80-283c45a322f6 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0642495 Nov 21 04:43:45.811499 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0303e1f5-122a-49c2-bfa4-320876fd6290 req-10bfe5f2-c67d-4b1c-9437-40e134826bd8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495839 Nov 21 04:43:46.945480 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f3b79-6e24-4eff-a518-7300cb7cacf3 req-2fc6d06a-938a-4deb-9eb8-2da0c1536560 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:46.947984 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4a0f3b79-6e24-4eff-a518-7300cb7cacf3 req-2fc6d06a-938a-4deb-9eb8-2da0c1536560 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0564983 Nov 21 04:43:47.020068 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4a0f3b79-6e24-4eff-a518-7300cb7cacf3 req-2bea24dc-cb89-423a-a8b3-5127b988662c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655656 Nov 21 04:43:48.145412 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762c31-053a-4752-9b16-fa2162b7f60e req-e73fdc22-4823-4540-ac11-58b931b7d33a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:48.146906 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ef762c31-053a-4752-9b16-fa2162b7f60e req-e73fdc22-4823-4540-ac11-58b931b7d33a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0534625 Nov 21 04:43:48.197933 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ef762c31-053a-4752-9b16-fa2162b7f60e req-6ef5463e-1357-4ff6-81aa-93b43848cec5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451190 Nov 21 04:43:49.324445 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6e8d4-8b6d-4680-8d43-f3ee9abf2977 req-64ff77e4-1bcd-489c-9523-96751cc5a9d7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:49.325967 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4ce6e8d4-8b6d-4680-8d43-f3ee9abf2977 req-64ff77e4-1bcd-489c-9523-96751cc5a9d7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0557172 Nov 21 04:43:49.379659 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4ce6e8d4-8b6d-4680-8d43-f3ee9abf2977 req-bd3ea5bc-a737-4539-8976-9cee2a03905d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460601 Nov 21 04:43:49.939538 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52536) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:49.989619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] Deleting subnet 4bcdba03-6856-4819-b390-1f02da563599 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:43:49.992913 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.032006 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17911839'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.079631 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.135075 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18079517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18863898'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.163927 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcdba03-6856-4819-b390-1f02da563599,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:50.167321 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.170594 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-ba203215-bd76-46c8-989c-5dc19aa7dafc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4bcdba03-6856-4819-b390-1f02da563599 HTTP/1.1" status: 204 len: 168 time: 0.2300329 Nov 21 04:43:50.173660 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:50.256510 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.355701 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.378529 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36b7981-7845-4ce6-baac-39b481a0d685']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:50.388733 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c308f7-3191-4f5e-84af-85a8ef11636e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:50.389036 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c308f7-3191-4f5e-84af-85a8ef11636e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:43:50.399267 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.414352 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.421818 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:43:50.422083 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:43:50.423850 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:43:50.494410 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.499001 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.504903 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] 10.222.0.37 "DELETE /v2.0/networks/a36b7981-7845-4ce6-baac-39b481a0d685 HTTP/1.1" status: 204 len: 168 time: 0.3276815 Nov 21 04:43:50.510750 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33132736-c72b-4197-bf57-d59ebdb86472 req-5adf86e9-d0f6-4170-a7b4-44d3a4ed78c1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:50.512282 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-33132736-c72b-4197-bf57-d59ebdb86472 req-5adf86e9-d0f6-4170-a7b4-44d3a4ed78c1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0582542 Nov 21 04:43:50.517378 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d67b0-46c5-44b5-912d-1872d76732da admin admin] Pushing event deleted for resources: {'Network': ['ID=a36b7981-7845-4ce6-baac-39b481a0d685,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:50.566968 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-33132736-c72b-4197-bf57-d59ebdb86472 req-88f2f6b2-4d1b-4538-b2ed-c373942a8440 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479293 Nov 21 04:43:50.672072 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:50.715357 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0d2bfe73-153b-4f9b-a150-489fc9c88591 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d014a3dbae14b5e901e888f05370241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421338 Nov 21 04:43:50.718251 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:50.769091 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f32e440-4fbb-4137-af76-e7ed36667495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.792956 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f32e440-4fbb-4137-af76-e7ed36667495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.842571 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f32e440-4fbb-4137-af76-e7ed36667495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.845342 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f32e440-4fbb-4137-af76-e7ed36667495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:50.846526 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-7f32e440-4fbb-4137-af76-e7ed36667495 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cb7205d-483f-4323-8502-7001cbe91fcb HTTP/1.1" status: 204 len: 168 time: 0.1272051 Nov 21 04:43:50.855005 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32e440-4fbb-4137-af76-e7ed36667495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb7205d-483f-4323-8502-7001cbe91fcb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:51.693293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c1cb-889f-433d-9f04-74e9f665d944 req-ccf4765a-7773-42a4-8a1a-48542b057801 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:51.694837 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d476c1cb-889f-433d-9f04-74e9f665d944 req-ccf4765a-7773-42a4-8a1a-48542b057801 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0564890 Nov 21 04:43:51.747974 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d476c1cb-889f-433d-9f04-74e9f665d944 req-dda3cad8-90c6-49cd-8bf7-3a3f786c9975 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472579 Nov 21 04:43:52.871430 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50035b4-0abd-4e25-976e-d3137d50eb23 req-42cd90f7-3d15-43ed-9d7e-005a7bae07a8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:52.872906 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c50035b4-0abd-4e25-976e-d3137d50eb23 req-42cd90f7-3d15-43ed-9d7e-005a7bae07a8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Nov 21 04:43:52.929420 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c50035b4-0abd-4e25-976e-d3137d50eb23 req-97d552f3-6c30-4d47-b831-7d24ae67fa06 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507050 Nov 21 04:43:54.053834 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4716d2-8584-4254-94b9-b4b26ea622d4 req-12dd2b9b-a846-4dd1-a43c-df2734f45676 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:54.055279 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ce4716d2-8584-4254-94b9-b4b26ea622d4 req-12dd2b9b-a846-4dd1-a43c-df2734f45676 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0522859 Nov 21 04:43:54.108923 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ce4716d2-8584-4254-94b9-b4b26ea622d4 req-cfb0a177-41b1-4cb7-88c4-877cb474a999 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470054 Nov 21 04:43:54.333530 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:54.436778 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00b0b0e9-5103-4697-9191-d08e57ef2dc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:54.516318 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00b0b0e9-5103-4697-9191-d08e57ef2dc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:54.519633 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00b0b0e9-5103-4697-9191-d08e57ef2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:54.564814 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-00b0b0e9-5103-4697-9191-d08e57ef2dc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=202572710d4d4f47a74d2daa8f32834c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301812 Nov 21 04:43:54.565972 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0b0e9-5103-4697-9191-d08e57ef2dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbac6e4-c429-4e24-98f4-40a69eb56d6c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:54.567677 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 52608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:43:54.621342 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:54.645076 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:54.692796 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:54.695555 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:54.696732 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8cbac6e4-c429-4e24-98f4-40a69eb56d6c HTTP/1.1" status: 204 len: 168 time: 0.1280663 Nov 21 04:43:54.705643 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbac6e4-c429-4e24-98f4-40a69eb56d6c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:54.713364 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.713724 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.714073 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.714415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.714776 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.715114 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.715463 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.715780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.716111 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.716439 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.716765 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:54.717143 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382e3d0-3677-4c6a-91bd-166874204578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:43:55.237602 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c828629-fbcd-4ed4-98fc-be917f8beb50 req-d52f223d-2188-4dd0-80c3-e45a0a60a181 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:55.239088 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1c828629-fbcd-4ed4-98fc-be917f8beb50 req-d52f223d-2188-4dd0-80c3-e45a0a60a181 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0580530 Nov 21 04:43:55.293410 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1c828629-fbcd-4ed4-98fc-be917f8beb50 req-dd9f5998-b62e-4b09-a26f-402e20ae36d5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481908 Nov 21 04:43:56.415091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df88a95-2cb5-42aa-9cc6-f052cb7cdfe2 req-afc2c3b1-93ac-4539-9dd3-bbdf09b4f4df tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:56.416553 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0df88a95-2cb5-42aa-9cc6-f052cb7cdfe2 req-afc2c3b1-93ac-4539-9dd3-bbdf09b4f4df tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Nov 21 04:43:56.467341 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0df88a95-2cb5-42aa-9cc6-f052cb7cdfe2 req-630fb24b-3c0d-4b6f-bcf1-97eac0dc2000 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448406 Nov 21 04:43:56.921290 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:43:57.043228 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:57.057905 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'port_id': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'mac_address': 'fa:16:3e:be:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:43:57.103611 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:57.118202 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed820f8a-d64a-4853-85c4-576f875e91f8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:43:57.139071 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:57.142696 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:57.201515 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:57.340674 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed820f8a-d64a-4853-85c4-576f875e91f8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:43:57.594550 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858688dc-ad65-4d12-ab06-82eb4e59a8f1 req-a5ddd532-17f1-451b-8ecf-40914f67f75d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:57.596020 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-858688dc-ad65-4d12-ab06-82eb4e59a8f1 req-a5ddd532-17f1-451b-8ecf-40914f67f75d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 944 time: 0.0580394 Nov 21 04:43:57.893474 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-858688dc-ad65-4d12-ab06-82eb4e59a8f1 req-01d48477-c39c-41e1-acb7-1545de703a6a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910945 Nov 21 04:43:58.368604 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35414004-7184-4970-b982-8d3b3942f2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:58.911861 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:43:58.941485 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:43:59.011035 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port ed820f8a-d64a-4853-85c4-576f875e91f8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:43:59.011307 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:59.034837 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574b367-f7a0-4a84-a74b-ee2d08b32d39 req-ed63dee6-ba1c-4991-8a03-429e0e4d3a03 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:43:59.038954 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a574b367-f7a0-4a84-a74b-ee2d08b32d39 req-ed63dee6-ba1c-4991-8a03-429e0e4d3a03 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 944 time: 0.0692849 Nov 21 04:43:59.090650 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a574b367-f7a0-4a84-a74b-ee2d08b32d39 req-a0700e62-d7ce-4868-a2fe-d472ecc8ed90 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477941 Nov 21 04:43:59.119067 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:59.145491 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:43:59.147760 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308564b5-a24a-46b2-8d2a-edf82716b845" -d '{"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-plugged", "status": "completed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:43:59.162212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:43:59.166545 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:43:59.227744 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:43:59.321496 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab7726-fea0-485d-85d6-6447e9e8fc81 x-openstack-request-id: req-46ab7726-fea0-485d-85d6-6447e9e8fc81 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:43:59.324012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-plugged", "status": "completed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:43:59.324453 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46ab7726-fea0-485d-85d6-6447e9e8fc81 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:43:59.325013 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'code': 200} Nov 21 04:44:00.243220 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d22f4-10f8-44bd-97f8-f9d6b68d7ab7 req-442c719b-ae59-45f5-9afe-af1f8b4bb4fa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:00.251874 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-522d22f4-10f8-44bd-97f8-f9d6b68d7ab7 req-442c719b-ae59-45f5-9afe-af1f8b4bb4fa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0737135 Nov 21 04:44:00.326109 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-522d22f4-10f8-44bd-97f8-f9d6b68d7ab7 req-7bb460e4-2fd3-4ae1-a495-c186b55b7593 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710578 Nov 21 04:44:00.957220 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c96ddccf-88da-4ce9-be31-d2d1029198da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:01.453822 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ee2b-cae9-4ecc-8402-99d87be10a1b req-92080528-6fb3-4f56-a31d-f1c4cccd8b52 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:01.456090 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4395ee2b-cae9-4ecc-8402-99d87be10a1b req-92080528-6fb3-4f56-a31d-f1c4cccd8b52 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0607862 Nov 21 04:44:01.529619 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4395ee2b-cae9-4ecc-8402-99d87be10a1b req-57572e0c-6989-4699-ae36-37301df6b12b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672958 Nov 21 04:44:01.975668 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:02.675866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2d42d-d52b-4f5d-87e4-01999640c7f2 req-353a4f4d-e6b8-4fbd-ad6d-1d8181d5846c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:02.678165 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c6a2d42d-d52b-4f5d-87e4-01999640c7f2 req-353a4f4d-e6b8-4fbd-ad6d-1d8181d5846c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0640466 Nov 21 04:44:02.731549 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-c6a2d42d-d52b-4f5d-87e4-01999640c7f2 req-26e83620-a2d1-49d7-b8ce-2a7a63ca6b36 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 Nov 21 04:44:03.583026 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:03.875087 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dd8d7-2bca-4afd-92b2-6191ffe61a14 req-08e47b7b-21b7-41e2-80eb-ed561e24fd31 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:03.876627 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-560dd8d7-2bca-4afd-92b2-6191ffe61a14 req-08e47b7b-21b7-41e2-80eb-ed561e24fd31 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0600011 Nov 21 04:44:03.943183 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-560dd8d7-2bca-4afd-92b2-6191ffe61a14 req-f29ac4b4-30aa-46fb-a798-52a4094d576c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602732 Nov 21 04:44:04.646512 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:05.087340 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca2b3-4611-4787-9369-f48abd0595f8 req-47708969-477c-42d2-bdbe-d88ef7b34327 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:05.089599 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d8eca2b3-4611-4787-9369-f48abd0595f8 req-47708969-477c-42d2-bdbe-d88ef7b34327 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0669632 Nov 21 04:44:05.150124 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d8eca2b3-4611-4787-9369-f48abd0595f8 req-4ee0627a-ff01-42b9-91f0-1d5fa75f289d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540593 Nov 21 04:44:05.659453 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 52816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:05.797328 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e96f98de-8ebf-4331-afdc-7c8291ff8631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:05.896452 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e96f98de-8ebf-4331-afdc-7c8291ff8631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:05.900859 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e96f98de-8ebf-4331-afdc-7c8291ff8631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:05.945882 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:05.946116 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-e96f98de-8ebf-4331-afdc-7c8291ff8631 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8de1d1d2bb134fb78958919fd2078a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853179 Nov 21 04:44:05.960429 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f98de-8ebf-4331-afdc-7c8291ff8631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa84d7e8-77b1-4b17-9ca5-ef5082ff3b33,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:06.002805 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:06.035465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:06.095855 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:06.098334 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:06.099526 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa84d7e8-77b1-4b17-9ca5-ef5082ff3b33 HTTP/1.1" status: 204 len: 168 time: 0.1525571 Nov 21 04:44:06.112618 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa84d7e8-77b1-4b17-9ca5-ef5082ff3b33,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:06.121097 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.121430 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.121800 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.122119 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.122665 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.123167 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.124470 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.125124 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.125642 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.126132 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.126678 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.127264 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937b524-3361-472b-bd36-67b4c7201842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:06.307507 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad6d3-43ba-4652-a1be-c1a92d336ed1 req-e79e3900-34a3-4956-9288-c8ad36450b57 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:06.309434 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fafad6d3-43ba-4652-a1be-c1a92d336ed1 req-e79e3900-34a3-4956-9288-c8ad36450b57 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0730126 Nov 21 04:44:06.387410 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fafad6d3-43ba-4652-a1be-c1a92d336ed1 req-63c5598f-5fa7-433e-982e-c227d8143e47 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711448 Nov 21 04:44:06.961387 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 52854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:07.070186 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-173930726-network', 'tenant_id': '678c11f1abb44cdc896904ebf3689475'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:44:07.098407 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Made reservation on behalf of 678c11f1abb44cdc896904ebf3689475 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:44:07.101016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.118768 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.219587 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.224982 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.243053 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:44:07.272221 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.272568 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Added segment 68b829ae-a198-46d6-83d4-8b428f4d4d95 of type vlan for network 8506697a-822c-4d67-8c08-16ee832f0a91 Nov 21 04:44:07.287866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5419bbd3-6ecc-4ef7-b8d4-391652b41073,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:07.344804 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.375255 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.376613 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:07.377222 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.449749 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4870479 Nov 21 04:44:07.453856 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 52860) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:07.458581 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8d53-860c-4e95-9286-a0d06be1631a admin admin] Pushing event updated for resources: {'Network': ['ID=8506697a-822c-4d67-8c08-16ee832f0a91,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:07.462293 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Request body: {'subnet': {'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-173930726-subnet', 'tenant_id': '678c11f1abb44cdc896904ebf3689475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:44:07.469559 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 8506697a-822c-4d67-8c08-16ee832f0a91 details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:44:07.552132 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Made reservation on behalf of 678c11f1abb44cdc896904ebf3689475 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:44:07.554447 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521812'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.647383 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8110-a56e-4c21-aa1b-b9509667416c req-a0262e7d-5aa5-4cf0-86d5-755e94b6efe4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:07.648966 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c25b8110-a56e-4c21-aa1b-b9509667416c req-a0262e7d-5aa5-4cf0-86d5-755e94b6efe4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.1508772 Nov 21 04:44:07.754326 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c25b8110-a56e-4c21-aa1b-b9509667416c req-95a43f99-3532-454d-b58f-4d05a644aac0 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980411 Nov 21 04:44:07.846280 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3509591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521834'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:07.932585 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Checking segment: {'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:44:07.933041 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Network hostable DHCP agents. Network: 8506697a-822c-4d67-8c08-16ee832f0a91, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:44:07.962365 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cb6bb7-a21b-43a5-9575-b2bfa11eb614,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:07.965993 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Network 8506697a-822c-4d67-8c08-16ee832f0a91 is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:44:07.977294 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 8506697a-822c-4d67-8c08-16ee832f0a91) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:44:07.988337 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7f37b-50e3-475b-8495-41cde7cb80a2 None None] Network 8506697a-822c-4d67-8c08-16ee832f0a91 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:44:07.988504 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:07.988948 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:08.022092 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5e1b4649-17a7-454c-8b11-72362ca37620 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5574522 Nov 21 04:44:08.182266 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eab0c1-0a80-4087-9090-0ef19081c9fd None None] Network 8506697a-822c-4d67-8c08-16ee832f0a91 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:44:08.887944 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6876a6a-357f-41a0-9a6b-347c17fa1974 req-076531a0-6dd8-464d-af6d-5daa5c5a5610 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:08.889351 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a6876a6a-357f-41a0-9a6b-347c17fa1974 req-076531a0-6dd8-464d-af6d-5daa5c5a5610 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0568705 Nov 21 04:44:08.941302 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a6876a6a-357f-41a0-9a6b-347c17fa1974 req-14f26314-e54b-4d2c-8d4b-5df3b756151c tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459404 Nov 21 04:44:09.234534 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-fdfbfde8-0bd0-44d8-bfb3-ac0caa605f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:09.235987 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-fdfbfde8-0bd0-44d8-bfb3-ac0caa605f3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1098 time: 0.0446906 Nov 21 04:44:09.354740 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-1421ed62-f633-4b84-a9b0-10c9dd40eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:09.356452 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-1421ed62-f633-4b84-a9b0-10c9dd40eca7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1014493 Nov 21 04:44:09.432753 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-383d653e-b40f-441e-b693-4a8c58f5da16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 1001 time: 0.0675116 Nov 21 04:44:09.487579 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-2cde3063-ca42-46f1-92cd-220776541530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:09.488976 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-2cde3063-ca42-46f1-92cd-220776541530 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0481813 Nov 21 04:44:09.540714 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-5d531732-2d86-436c-9d95-88c754580fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:09.542212 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-5d531732-2d86-436c-9d95-88c754580fd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457385 Nov 21 04:44:09.645215 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-152cd403-2b64-4057-bd0d-d23c8a93ec05 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931306 Nov 21 04:44:09.752421 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-50f72d03-797a-43e8-bb0e-c81a1d76d550 req-8a4aa5e0-0ec5-448b-a7b8-d77ab5293a20 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992777 Nov 21 04:44:09.947466 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-c917131a-84a2-4d25-a937-f0bdd8f610c1 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:09.948944 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-c917131a-84a2-4d25-a937-f0bdd8f610c1 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/networks?id=8506697a-822c-4d67-8c08-16ee832f0a91 HTTP/1.1" status: 200 len: 813 time: 0.1211033 Nov 21 04:44:09.964464 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-765aab73-9b91-4cd2-aa3e-c9c5372f6a9e tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/quotas/678c11f1abb44cdc896904ebf3689475 HTTP/1.1" status: 200 len: 375 time: 0.0092003 Nov 21 04:44:09.997577 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-a1c78279-496f-49f8-8d1f-78ba7535b84d tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=678c11f1abb44cdc896904ebf3689475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279667 Nov 21 04:44:10.066426 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81057f-69fa-484e-8d3d-b1aae87b78b6 req-82b4f509-4a9f-4ca5-8b27-82eb963a0ea8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:10.067937 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8b81057f-69fa-484e-8d3d-b1aae87b78b6 req-82b4f509-4a9f-4ca5-8b27-82eb963a0ea8 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0559685 Nov 21 04:44:10.124461 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8b81057f-69fa-484e-8d3d-b1aae87b78b6 req-257e02a7-7a43-437d-a5cc-dfabb624fefd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505936 Nov 21 04:44:10.154350 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-cf475a2f-6a21-4f1a-b8fc-32d3df0cc6c0 service neutron] 10.222.0.37 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494889 Nov 21 04:44:10.254683 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-04c68d23-bb8c-4d3a-9c39-ed4b84aa17ba service neutron] 10.222.0.37 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934846 Nov 21 04:44:10.410860 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9506b58c-1961-4612-8ae2-1a8132173c05 req-ed3b99ec-362f-4708-8502-92c17444d7d9 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 210 time: 0.0294240 Nov 21 04:44:11.253134 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05191-4006-4a24-8c18-ad89b2ce0abd req-aea6b8b9-bfb6-40e3-a47a-bad5a7ebd828 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:11.254643 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-94f05191-4006-4a24-8c18-ad89b2ce0abd req-aea6b8b9-bfb6-40e3-a47a-bad5a7ebd828 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0587924 Nov 21 04:44:11.308526 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-94f05191-4006-4a24-8c18-ad89b2ce0abd req-e7d36a06-245c-4953-9d31-dabb19b5194f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477753 Nov 21 04:44:11.509388 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-9f9ff758-e30e-48fd-bc7f-4c4eca54992f tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:11.510890 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-9f9ff758-e30e-48fd-bc7f-4c4eca54992f tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "GET /v2.0/networks?id=8506697a-822c-4d67-8c08-16ee832f0a91 HTTP/1.1" status: 200 len: 813 time: 0.1442482 Nov 21 04:44:11.527260 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a207baa5-fc6b-4ce2-baeb-8a62fc3dd795 req-a6943dd5-3a11-4cf4-85d5-b3aec466bb5c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 210 time: 0.0379341 Nov 21 04:44:11.544001 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Request body: {'port': {'device_id': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91', 'admin_state_up': True, 'tenant_id': '678c11f1abb44cdc896904ebf3689475'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:44:11.673302 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Made reservation on behalf of 678c11f1abb44cdc896904ebf3689475 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:44:11.676841 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:11.821641 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Allocated IP 172.20.0.5 (8506697a-822c-4d67-8c08-16ee832f0a91/28cb6bb7-a21b-43a5-9575-b2bfa11eb614/4b840396-0d0a-4bba-9c14-675dc49bfe88) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:44:11.996497 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.033844 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.083895 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Network 8506697a-822c-4d67-8c08-16ee832f0a91 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:44:12.087425 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:44:12.091591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:44:12.099300 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Pushing event updated for resources: {'Port': ['ID=4b840396-0d0a-4bba-9c14-675dc49bfe88,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:12.156431 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:12.157052 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.174245 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-2a66f66d-7e41-4f2a-a355-cfa36982979a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344941 Nov 21 04:44:12.196113 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Request body: {'port': {'device_id': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:44:12.259201 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.434306 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064956-8950-49c9-9bcf-dcc66740d593 req-23ac822e-78f5-438d-86ee-ff6dd904b895 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:12.436440 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0a064956-8950-49c9-9bcf-dcc66740d593 req-23ac822e-78f5-438d-86ee-ff6dd904b895 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 945 time: 0.0537834 Nov 21 04:44:12.489260 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0a064956-8950-49c9-9bcf-dcc66740d593 req-bb28c56f-76b2-41e7-9a79-81b3fd2a6342 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464737 Nov 21 04:44:12.588491 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b840396-0d0a-4bba-9c14-675dc49bfe88 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:44:12.597362 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.611446 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Transition to ACTIVE for port object 4b840396-0d0a-4bba-9c14-675dc49bfe88 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:44:12.616253 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.655165 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97a2d-9f9e-4594-9b8b-e2e5a100d4e3 req-77349a32-5ea3-48f6-920a-50370c9ea5c7 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:12.659009 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b6a97a2d-9f9e-4594-9b8b-e2e5a100d4e3 req-77349a32-5ea3-48f6-920a-50370c9ea5c7 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 931 time: 0.0594232 Nov 21 04:44:12.679019 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b840396-0d0a-4bba-9c14-675dc49bfe88,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:12.720459 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b6a97a2d-9f9e-4594-9b8b-e2e5a100d4e3 req-590eedc2-5e2c-4d9e-ba80-82ba578a7fd4 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568008 Nov 21 04:44:12.766299 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Attempting to bind port 4b840396-0d0a-4bba-9c14-675dc49bfe88 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:44:12.766686 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Attempting to bind port 4b840396-0d0a-4bba-9c14-675dc49bfe88 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:44:12.767025 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Attempting to bind port 4b840396-0d0a-4bba-9c14-675dc49bfe88 on network 8506697a-822c-4d67-8c08-16ee832f0a91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:44:12.771586 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Port 4b840396-0d0a-4bba-9c14-675dc49bfe88 on network 8506697a-822c-4d67-8c08-16ee832f0a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:44:12.771915 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Attempting to bind port 4b840396-0d0a-4bba-9c14-675dc49bfe88 on network 8506697a-822c-4d67-8c08-16ee832f0a91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:44:12.777048 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:44:12.777389 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Checking segment: {'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:44:12.777775 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Bound using segment: {'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:44:12.778219 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Bound port: 4b840396-0d0a-4bba-9c14-675dc49bfe88, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:44:12.778590 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.854897 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] For port 4b840396-0d0a-4bba-9c14-675dc49bfe88, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:44:12.858483 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] For port 4b840396-0d0a-4bba-9c14-675dc49bfe88, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4b840396-0d0a-4bba-9c14-675dc49bfe88,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:44:12.867863 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.925126 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:12.925772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:12.927226 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b840396-0d0a-4bba-9c14-675dc49bfe88 HTTP/1.1" status: 200 len: 1093 time: 0.7351897 Nov 21 04:44:12.927687 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'tag': '4b840396-0d0a-4bba-9c14-675dc49bfe88'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:44:12.930008 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7976780f-b778-4ef1-8b23-10b488f4cf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4008f1d-e54e-4282-9a3e-453547217d2c", "tag": "4b840396-0d0a-4bba-9c14-675dc49bfe88"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:44:12.943917 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bba74-b05d-4b61-8363-dffce2ad98c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b840396-0d0a-4bba-9c14-675dc49bfe88,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:13.039731 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-8784a64a-fa25-49cd-9ef5-c6393ce225f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:13.041270 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-8784a64a-fa25-49cd-9ef5-c6393ce225f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=678c11f1abb44cdc896904ebf3689475&device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 1096 time: 0.0490336 Nov 21 04:44:13.053356 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:44:13.116341 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-f4649ec9-48fd-4fe9-80d0-678189f1a2c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b840396-0d0a-4bba-9c14-675dc49bfe88 HTTP/1.1" status: 200 len: 217 time: 0.0603542 Nov 21 04:44:13.123721 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41321fed-2d18-4b37-b30d-312860e4e7a7 x-openstack-request-id: req-41321fed-2d18-4b37-b30d-312860e4e7a7 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:44:13.124160 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4008f1d-e54e-4282-9a3e-453547217d2c", "tag": "4b840396-0d0a-4bba-9c14-675dc49bfe88", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:44:13.124420 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41321fed-2d18-4b37-b30d-312860e4e7a7 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:44:13.124881 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'tag': '4b840396-0d0a-4bba-9c14-675dc49bfe88', 'status': 'completed', 'code': 200} Nov 21 04:44:13.164472 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:13.180783 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-cf84a640-7e67-4f27-ad4f-0b8836099dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:13.182952 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-cf84a640-7e67-4f27-ad4f-0b8836099dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28cb6bb7-a21b-43a5-9575-b2bfa11eb614 HTTP/1.1" status: 200 len: 853 time: 0.0573494 Nov 21 04:44:13.199045 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:44:13.201836 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423c049-2898-4a75-9ad7-053ede11774b" -d '{"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-unplugged", "status": "completed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:44:13.224982 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:13.225297 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-db77ffa2-4d30-40f5-8f77-27007edb3999 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8506697a-822c-4d67-8c08-16ee832f0a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347080 Nov 21 04:44:13.227521 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:13.229723 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:13.268798 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 21 Nov 2021 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8725f061-4413-4fc0-b860-fc1942dd78df x-openstack-request-id: req-8725f061-4413-4fc0-b860-fc1942dd78df {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:44:13.269099 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-unplugged", "status": "failed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8", "code": 422}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:44:13.269490 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8725f061-4413-4fc0-b860-fc1942dd78df {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:44:13.269903 dv-cinder-776422-6-iscsi neutron-server[103589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'code': 422} returned with failed status Nov 21 04:44:13.291176 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:13.338405 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-5781116a-77cf-4b4e-aecd-255e63ae81af service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057675 Nov 21 04:44:13.493923 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-09b3092b-cf22-4bf4-aa8c-a7ea3ee87576 req-36174b78-55a9-46a3-ba04-8568c48a7eaf service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479905 Nov 21 04:44:13.505803 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84839d6-406e-4938-a88d-ae5a84464a7f req-7ecacbb3-4dbe-4cf7-8339-38a93f9cf7e4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:13.508141 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d84839d6-406e-4938-a88d-ae5a84464a7f req-7ecacbb3-4dbe-4cf7-8339-38a93f9cf7e4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0815706 Nov 21 04:44:13.568538 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d84839d6-406e-4938-a88d-ae5a84464a7f req-e0eceeaa-f606-46df-ab33-ec335d296c9f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529962 Nov 21 04:44:13.636327 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-21d35268-2bb6-4d16-8c7a-6a798a8781ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:13.637894 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-21d35268-2bb6-4d16-8c7a-6a798a8781ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=678c11f1abb44cdc896904ebf3689475&device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 1096 time: 0.0503607 Nov 21 04:44:13.774842 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-9b654696-5149-4f50-9fb0-b195c4069b6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758045 Nov 21 04:44:13.779207 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-64f0e7bc-91e0-4e4d-ad74-82c49189144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:13.781323 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-64f0e7bc-91e0-4e4d-ad74-82c49189144b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8506697a-822c-4d67-8c08-16ee832f0a91 HTTP/1.1" status: 200 len: 914 time: 0.1342208 Nov 21 04:44:13.836783 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-60b4a91f-9e4a-4293-928d-125a942ee620 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b840396-0d0a-4bba-9c14-675dc49bfe88 HTTP/1.1" status: 200 len: 217 time: 0.0466030 Nov 21 04:44:13.846246 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd7193-ca53-4fe4-b613-11f3f4d2c235 req-b233ff9d-42c3-4942-974b-5a6f6bd2c5a3 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:13.847784 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-59fd7193-ca53-4fe4-b613-11f3f4d2c235 req-b233ff9d-42c3-4942-974b-5a6f6bd2c5a3 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 943 time: 0.0546932 Nov 21 04:44:13.895735 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-c0254e4b-52cc-44c0-98a2-7ea4be456a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:13.897546 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-c0254e4b-52cc-44c0-98a2-7ea4be456a35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28cb6bb7-a21b-43a5-9575-b2bfa11eb614 HTTP/1.1" status: 200 len: 853 time: 0.0527191 Nov 21 04:44:13.902016 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-59fd7193-ca53-4fe4-b613-11f3f4d2c235 req-55dbab78-6b05-4846-962a-4e5d13fedd3d tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477989 Nov 21 04:44:13.934757 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-1e203b98-6a88-4636-9969-3a431a90c7de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8506697a-822c-4d67-8c08-16ee832f0a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291834 Nov 21 04:44:14.044130 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-1cc9dcf9-7690-45e9-905f-b38edbcf395f service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011510 Nov 21 04:44:14.168133 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7976780f-b778-4ef1-8b23-10b488f4cf7a req-347f5827-17de-44bc-a876-2a457e573af0 service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993974 Nov 21 04:44:14.731850 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571b5ca-2d3d-4b71-ab00-ad7c33ba8bc8 req-fa1020d3-8614-485d-8572-c6084db91086 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:14.734040 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0571b5ca-2d3d-4b71-ab00-ad7c33ba8bc8 req-fa1020d3-8614-485d-8572-c6084db91086 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0911069 Nov 21 04:44:14.736665 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-e2a75322-2297-445d-a1dd-204c54e2a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:14.738010 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-e2a75322-2297-445d-a1dd-204c54e2a057 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734&tenant_id=232e0518f6724d48a096d6cad8791184 HTTP/1.1" status: 200 len: 1096 time: 0.0666349 Nov 21 04:44:14.800355 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0571b5ca-2d3d-4b71-ab00-ad7c33ba8bc8 req-44710e86-25fe-4fcf-901c-7bfc5c533e1f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602703 Nov 21 04:44:14.837474 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-d30d065a-e88e-487f-b096-0e0af0814d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:14.839197 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-d30d065a-e88e-487f-b096-0e0af0814d1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1096 time: 0.0583060 Nov 21 04:44:14.949537 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-41174bfb-20b1-4cc6-a43d-65e579af029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:14.951075 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-41174bfb-20b1-4cc6-a43d-65e579af029a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.1020234 Nov 21 04:44:15.021515 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9f07f-d302-4cba-b1e8-2bbcb589cbd1 req-b4f948cf-4a64-4b2d-a167-496f85b41f82 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:15.023027 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cca9f07f-d302-4cba-b1e8-2bbcb589cbd1 req-b4f948cf-4a64-4b2d-a167-496f85b41f82 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 943 time: 0.0529375 Nov 21 04:44:15.027115 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-590b2499-3c01-4577-9c24-874073111030 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 999 time: 0.0678728 Nov 21 04:44:15.037043 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4b840396-0d0a-4bba-9c14-675dc49bfe88 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:44:15.077191 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cca9f07f-d302-4cba-b1e8-2bbcb589cbd1 req-9955f6f0-6424-40cf-b3bd-70ac467d13b7 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477848 Nov 21 04:44:15.083849 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-e36909e3-b95d-48e0-a8c6-84277d1f6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:15.085318 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-e36909e3-b95d-48e0-a8c6-84277d1f6ae4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0501361 Nov 21 04:44:15.143881 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-39241dee-b42c-48f9-9b06-0e84e707b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:15.145574 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-39241dee-b42c-48f9-9b06-0e84e707b7ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522518 Nov 21 04:44:15.261419 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-52ae590d-89ea-4ec6-b01a-bbc5e0f59677 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011679 Nov 21 04:44:15.284192 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4b840396-0d0a-4bba-9c14-675dc49bfe88, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4b840396-0d0a-4bba-9c14-675dc49bfe88,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:15.300113 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '4b840396-0d0a-4bba-9c14-675dc49bfe88', 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91', 'port_id': '4b840396-0d0a-4bba-9c14-675dc49bfe88', 'mac_address': 'fa:16:3e:c5:be:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb6bb7-a21b-43a5-9575-b2bfa11eb614', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:44:15.344138 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:15.358806 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b840396-0d0a-4bba-9c14-675dc49bfe88 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:44:15.372270 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f3a11607-26b4-420f-a4b7-dd8f140220ea req-51ce99d3-f5cb-4071-8577-7813e7e3d9f7 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023793 Nov 21 04:44:15.380417 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4b840396-0d0a-4bba-9c14-675dc49bfe88, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4b840396-0d0a-4bba-9c14-675dc49bfe88,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:15.386435 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:15.440497 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=4b840396-0d0a-4bba-9c14-675dc49bfe88,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:15.516070 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-9fce29f9-78d8-4f6b-ad66-986dc3e23e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:15.517564 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-9fce29f9-78d8-4f6b-ad66-986dc3e23e29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1096 time: 0.0445278 Nov 21 04:44:15.647570 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-d9450ed7-1cc5-47a8-917b-5e12f9b7f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:15.649250 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-d9450ed7-1cc5-47a8-917b-5e12f9b7f76c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.0983787 Nov 21 04:44:15.735358 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-29174547-ec1a-4e45-b767-152b8f4841b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 999 time: 0.0780160 Nov 21 04:44:15.736598 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['4b840396-0d0a-4bba-9c14-675dc49bfe88'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:44:15.820260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-e3b6fcf7-f0fc-44dd-ad82-195ef1ef58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:15.822159 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-e3b6fcf7-f0fc-44dd-ad82-195ef1ef58e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0774622 Nov 21 04:44:15.917543 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-60504e8c-28ec-441c-85a6-54919ed02baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:15.919680 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-60504e8c-28ec-441c-85a6-54919ed02baa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892541 Nov 21 04:44:16.008890 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53f3d-3dfe-4ab1-9009-ba61a0b32ac5 req-7c1fc48c-4eb2-49dd-bdec-6cf5ef8c36bc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:16.026528 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b8b53f3d-3dfe-4ab1-9009-ba61a0b32ac5 req-7c1fc48c-4eb2-49dd-bdec-6cf5ef8c36bc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.1273665 Nov 21 04:44:16.042567 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-233839d8-67de-4f26-bfa1-f3ca66c908bd service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125848 Nov 21 04:44:16.168636 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b8b53f3d-3dfe-4ab1-9009-ba61a0b32ac5 req-26406c2f-d4a3-4dad-a501-22167c6b0ef9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398807 Nov 21 04:44:16.299171 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a624-5ea5-4d7d-ae45-7e583dd10853 req-b21bcb99-1531-47b9-ba37-90c54f8cb678 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:16.306835 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0bf0a624-5ea5-4d7d-ae45-7e583dd10853 req-b21bcb99-1531-47b9-ba37-90c54f8cb678 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 944 time: 0.0978825 Nov 21 04:44:16.398070 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0bf0a624-5ea5-4d7d-ae45-7e583dd10853 req-24334cb1-d9b6-4043-8f3c-d63515bfb991 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902476 Nov 21 04:44:17.042346 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4b840396-0d0a-4bba-9c14-675dc49bfe88 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:44:17.097994 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 4b840396-0d0a-4bba-9c14-675dc49bfe88 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:44:17.102260 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 4b840396-0d0a-4bba-9c14-675dc49bfe88 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:44:17.102670 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:17.196494 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:17.221836 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b840396-0d0a-4bba-9c14-675dc49bfe88'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:44:17.224129 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a8893-b019-47e5-b88d-6b45741e0706" -d '{"events": [{"server_uuid": "b4008f1d-e54e-4282-9a3e-453547217d2c", "name": "network-vif-plugged", "status": "completed", "tag": "4b840396-0d0a-4bba-9c14-675dc49bfe88"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:44:17.239535 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 4b840396-0d0a-4bba-9c14-675dc49bfe88, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4b840396-0d0a-4bba-9c14-675dc49bfe88,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:17.244096 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:17.273777 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bbd57c-0fd9-4421-a982-1c923a0590a2 x-openstack-request-id: req-25bbd57c-0fd9-4421-a982-1c923a0590a2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:44:17.274072 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4008f1d-e54e-4282-9a3e-453547217d2c", "name": "network-vif-plugged", "status": "completed", "tag": "4b840396-0d0a-4bba-9c14-675dc49bfe88", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:44:17.274324 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25bbd57c-0fd9-4421-a982-1c923a0590a2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:44:17.274760 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b840396-0d0a-4bba-9c14-675dc49bfe88', 'code': 200} Nov 21 04:44:17.303944 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=4b840396-0d0a-4bba-9c14-675dc49bfe88,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:17.333021 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066441b-c042-448c-9bc2-67c6fe3f3b75 req-bfefdcb6-ef5e-4d0d-af9b-67f48ac928fa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:17.335646 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5066441b-c042-448c-9bc2-67c6fe3f3b75 req-bfefdcb6-ef5e-4d0d-af9b-67f48ac928fa tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0832314 Nov 21 04:44:17.395905 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5066441b-c042-448c-9bc2-67c6fe3f3b75 req-eaea1dbd-5a47-4195-943e-9797fe9bc762 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531390 Nov 21 04:44:17.526562 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129dff-c13b-4cc9-b467-4bbca1ae589f req-e7de50f9-d429-4149-8559-9e5a18029b05 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:17.528744 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d6129dff-c13b-4cc9-b467-4bbca1ae589f req-e7de50f9-d429-4149-8559-9e5a18029b05 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0576570 Nov 21 04:44:17.585772 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d6129dff-c13b-4cc9-b467-4bbca1ae589f req-1980faeb-d6de-44fd-9a85-1195e1434596 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514913 Nov 21 04:44:18.531055 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87e93e-4937-41c0-a609-979d8b1b6ff9 req-7205ea36-5e16-4318-b6b7-d1bc2f952351 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:18.532613 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bb87e93e-4937-41c0-a609-979d8b1b6ff9 req-7205ea36-5e16-4318-b6b7-d1bc2f952351 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0560381 Nov 21 04:44:18.588163 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-bb87e93e-4937-41c0-a609-979d8b1b6ff9 req-f64ab4ce-2673-4dbe-bad3-1341e4596770 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485935 Nov 21 04:44:18.708671 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b2802-353a-44c9-a876-62cb9c0bdb36 req-e8bc62bb-0a8b-48dc-9fdc-c09c6ed211d2 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:18.710300 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-262b2802-353a-44c9-a876-62cb9c0bdb36 req-e8bc62bb-0a8b-48dc-9fdc-c09c6ed211d2 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0557752 Nov 21 04:44:18.765207 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-262b2802-353a-44c9-a876-62cb9c0bdb36 req-3b2e51cf-ea5e-40f8-a642-2481b2eab4d6 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484304 Nov 21 04:44:19.719040 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f061-0113-4d5d-ad71-d25144cc1ef8 req-bceaf070-b77f-4ce0-a3fe-a616dde4fe5d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:19.720574 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9042f061-0113-4d5d-ad71-d25144cc1ef8 req-bceaf070-b77f-4ce0-a3fe-a616dde4fe5d tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0585122 Nov 21 04:44:19.777339 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9042f061-0113-4d5d-ad71-d25144cc1ef8 req-ac26fec3-6ccb-4ec1-9c62-6177688af2c7 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Nov 21 04:44:19.892236 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f665b-bc21-4870-ab34-bb87a3c19405 req-13bcf7f3-d55e-4761-bae0-d6ec94f20c0e tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:19.893739 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a26f665b-bc21-4870-ab34-bb87a3c19405 req-13bcf7f3-d55e-4761-bae0-d6ec94f20c0e tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0582416 Nov 21 04:44:19.947359 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a26f665b-bc21-4870-ab34-bb87a3c19405 req-7f2391a4-2d31-4546-88ce-74edc42eb33f tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Nov 21 04:44:20.916517 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1afbf6-e58a-4d40-91b5-fb7f1dd1c9a9 req-8c5b8cfa-8a78-4dee-9f3c-e1e8349edfc3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:20.918986 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-de1afbf6-e58a-4d40-91b5-fb7f1dd1c9a9 req-8c5b8cfa-8a78-4dee-9f3c-e1e8349edfc3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0672200 Nov 21 04:44:20.977108 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-de1afbf6-e58a-4d40-91b5-fb7f1dd1c9a9 req-da423a44-7f3b-4feb-a2e5-fa5a56e5fb27 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514255 Nov 21 04:44:21.137226 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e897425-b024-4eb9-b515-c22b8b1b1a52 req-09de60ef-449a-42c3-af7b-33786a4b4d0c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:21.138893 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2e897425-b024-4eb9-b515-c22b8b1b1a52 req-09de60ef-449a-42c3-af7b-33786a4b4d0c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0622602 Nov 21 04:44:21.210510 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2e897425-b024-4eb9-b515-c22b8b1b1a52 req-5f45a746-d919-4631-b9fb-5403911762fd tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 Nov 21 04:44:22.119629 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea502ca0-8968-4eba-bfd6-38e13abf8ba0 req-8053edec-a922-4a1c-9d5b-0f02500adc53 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:22.121148 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ea502ca0-8968-4eba-bfd6-38e13abf8ba0 req-8053edec-a922-4a1c-9d5b-0f02500adc53 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0555525 Nov 21 04:44:22.178846 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ea502ca0-8968-4eba-bfd6-38e13abf8ba0 req-30adb393-3fe6-4db6-9a57-c236167f0e92 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511458 Nov 21 04:44:22.334809 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913c044-f737-4fb6-aea2-5547925dddcc req-820dc7ad-a88b-4821-9ce7-dcd4d87d3abb tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:22.336425 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a913c044-f737-4fb6-aea2-5547925dddcc req-820dc7ad-a88b-4821-9ce7-dcd4d87d3abb tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0589452 Nov 21 04:44:22.391844 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a913c044-f737-4fb6-aea2-5547925dddcc req-d51b0a7c-f92c-48ec-ba4f-1ff33a07c485 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 Nov 21 04:44:23.321692 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee997d-8922-495d-88bd-6a010fc22583 req-77a0c098-1585-4866-a11d-a8c0573638b2 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:23.323227 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-34ee997d-8922-495d-88bd-6a010fc22583 req-77a0c098-1585-4866-a11d-a8c0573638b2 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0542459 Nov 21 04:44:23.379305 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-34ee997d-8922-495d-88bd-6a010fc22583 req-9b1ef961-d1f3-4946-8c71-747bfb0f4320 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493004 Nov 21 04:44:23.522699 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fe1d7-5e85-4bf8-9457-b3fc868756eb req-96ab1fc6-eaa6-4db8-96e7-3d48412deaf4 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:23.524263 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f23fe1d7-5e85-4bf8-9457-b3fc868756eb req-96ab1fc6-eaa6-4db8-96e7-3d48412deaf4 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0598598 Nov 21 04:44:23.582032 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f23fe1d7-5e85-4bf8-9457-b3fc868756eb req-fdc875f6-856e-4b8c-950b-5c8217931de7 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518777 Nov 21 04:44:24.511422 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fa004-77ae-44a5-bea0-40b6f7dc3014 req-bd729c9b-76d5-4a9d-8d4d-cbeb77080d66 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:24.512937 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-667fa004-77ae-44a5-bea0-40b6f7dc3014 req-bd729c9b-76d5-4a9d-8d4d-cbeb77080d66 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0614188 Nov 21 04:44:24.566197 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-667fa004-77ae-44a5-bea0-40b6f7dc3014 req-5a4b56cc-fd9b-4fdd-8551-04484f7aadda tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Nov 21 04:44:24.700541 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72bcf-fb5f-4469-9d33-ee4d1d510339 req-5ce45ad5-5ef7-4ee6-ad92-d61945f27316 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:24.706390 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-68c72bcf-fb5f-4469-9d33-ee4d1d510339 req-5ce45ad5-5ef7-4ee6-ad92-d61945f27316 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0520527 Nov 21 04:44:24.765161 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-68c72bcf-fb5f-4469-9d33-ee4d1d510339 req-6878ec22-45f9-4d2b-ba77-04d6c9509a51 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Nov 21 04:44:25.702888 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372175df-2306-4fa9-bb49-04a5226f9b50 req-9e0fb268-6f58-4e33-9070-19a96b0eb5b3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:25.704409 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-372175df-2306-4fa9-bb49-04a5226f9b50 req-9e0fb268-6f58-4e33-9070-19a96b0eb5b3 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0592864 Nov 21 04:44:25.757565 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-372175df-2306-4fa9-bb49-04a5226f9b50 req-bdf91e78-e029-40c5-b2ec-2e941ab6f63b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470560 Nov 21 04:44:25.888353 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2084-dd46-4662-a95b-7c833b3e2bbf req-6b77f8b4-3f62-4b85-8a5d-c6b60a6c203c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:25.890513 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b15e2084-dd46-4662-a95b-7c833b3e2bbf req-6b77f8b4-3f62-4b85-8a5d-c6b60a6c203c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0537064 Nov 21 04:44:25.949665 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b15e2084-dd46-4662-a95b-7c833b3e2bbf req-96d95090-d94d-4053-976d-a6c88f031380 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524418 Nov 21 04:44:26.886557 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdcab2-883b-451e-913a-78db5b60fdb5 req-c00c879b-55ae-4a93-8f96-4544c45ff3b4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:26.888048 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a1bdcab2-883b-451e-913a-78db5b60fdb5 req-c00c879b-55ae-4a93-8f96-4544c45ff3b4 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0570636 Nov 21 04:44:26.939536 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a1bdcab2-883b-451e-913a-78db5b60fdb5 req-9503537b-ea44-458b-a330-cf05ce4c4c12 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Nov 21 04:44:27.070103 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a52a1-2c0d-492f-b928-4803812f8e9a req-0dcd9868-6509-4c84-9f91-abc5fc21275c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:27.071522 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-db3a52a1-2c0d-492f-b928-4803812f8e9a req-0dcd9868-6509-4c84-9f91-abc5fc21275c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0542312 Nov 21 04:44:27.127083 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-db3a52a1-2c0d-492f-b928-4803812f8e9a req-12e750b7-05ca-44ef-aa9d-884811610d29 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493748 Nov 21 04:44:27.852314 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c3f713e0-2b4b-4e0b-a987-44d6c15d71a0 req-330cbb90-be5e-401d-8bce-a933042de523 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078055 Nov 21 04:44:28.001645 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9908eff-c5d8-4e82-abcc-9920e989a62e req-9d0f7880-d89e-4184-838b-f6f39215fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:28.003270 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b9908eff-c5d8-4e82-abcc-9920e989a62e req-9d0f7880-d89e-4184-838b-f6f39215fca0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 1098 time: 0.0453489 Nov 21 04:44:28.087942 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b9908eff-c5d8-4e82-abcc-9920e989a62e req-82038e0e-f48d-4626-a5bd-f93f4a1b074d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712149 Nov 21 04:44:28.103932 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c6a9-6a4c-497d-b56a-6b665f05afce req-a5da3754-d935-49d5-9f50-0398d9d5867e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:28.105302 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1407c6a9-6a4c-497d-b56a-6b665f05afce req-a5da3754-d935-49d5-9f50-0398d9d5867e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0742204 Nov 21 04:44:28.161951 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1407c6a9-6a4c-497d-b56a-6b665f05afce req-f4a02eac-80e8-438e-b39d-4577891c441a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 Nov 21 04:44:28.247539 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfdf59-9ad5-4521-8103-2d26f4af9167 req-d33954ac-b8e1-4044-854a-e24fc722634d tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:28.249815 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-74dfdf59-9ad5-4521-8103-2d26f4af9167 req-d33954ac-b8e1-4044-854a-e24fc722634d tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0531898 Nov 21 04:44:28.305934 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-74dfdf59-9ad5-4521-8103-2d26f4af9167 req-5f84504b-0520-4b70-ab8a-e32380fdbcc3 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498078 Nov 21 04:44:28.363431 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a591ad57-af81-4c22-b375-80c5005029b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:29.103229 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:44:29.220491 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:29.233703 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'port_id': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'mac_address': 'fa:16:3e:be:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:44:29.276674 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:29.292702 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed820f8a-d64a-4853-85c4-576f875e91f8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:44:29.298380 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5d28-019f-43d6-89aa-c22b5f17bb1e req-d6976965-c8ee-4cfe-a4db-924e37d7324b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:29.300250 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-eb1f5d28-019f-43d6-89aa-c22b5f17bb1e req-d6976965-c8ee-4cfe-a4db-924e37d7324b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 943 time: 0.0589204 Nov 21 04:44:29.316726 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:29.321945 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:29.357020 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-eb1f5d28-019f-43d6-89aa-c22b5f17bb1e req-1d70a518-6bfd-444d-bb65-74c046ecc0a1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502412 Nov 21 04:44:29.378672 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:29.434474 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b13e6-f7d8-405e-a084-8a90a14ba4be req-e6d503f0-47c6-444a-a9d6-38c3e5174ac9 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:29.435970 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a5b13e6-f7d8-405e-a084-8a90a14ba4be req-e6d503f0-47c6-444a-a9d6-38c3e5174ac9 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0536702 Nov 21 04:44:29.487960 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7a5b13e6-f7d8-405e-a084-8a90a14ba4be req-cead4e41-1b65-47de-bd41-156b6912f19b tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Nov 21 04:44:29.642682 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['ed820f8a-d64a-4853-85c4-576f875e91f8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:44:30.485868 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d26f2-7945-477d-96fb-8ed39976c205 req-299388cd-41d2-4b43-b631-f0e10cfbcc8f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:30.487413 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0f3d26f2-7945-477d-96fb-8ed39976c205 req-299388cd-41d2-4b43-b631-f0e10cfbcc8f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 944 time: 0.0546210 Nov 21 04:44:30.538853 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0f3d26f2-7945-477d-96fb-8ed39976c205 req-ec55b343-df87-4766-86e0-6a8aef5119d1 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 Nov 21 04:44:30.951306 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4071646-7969-4b4a-bdb0-7f31a482759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:31.104440 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:44:31.160467 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port ed820f8a-d64a-4853-85c4-576f875e91f8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:44:31.160910 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:31.251310 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:31.276110 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:44:31.278350 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4760f9e-05ef-4117-a366-d3587be72bf0" -d '{"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-plugged", "status": "completed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:44:31.293116 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:31.297214 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:31.322676 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f47b94-1667-46f5-bb2e-2d668e7086a9 x-openstack-request-id: req-a8f47b94-1667-46f5-bb2e-2d668e7086a9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:44:31.322967 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-plugged", "status": "completed", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:44:31.323345 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8f47b94-1667-46f5-bb2e-2d668e7086a9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:44:31.323639 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'code': 200} Nov 21 04:44:31.357367 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:31.564379 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c2230-aae3-4ace-80f5-6529b20d8c3b req-378381ae-3bcc-49e2-a8bc-f7aa3aa391ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:31.566109 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-356c2230-aae3-4ace-80f5-6529b20d8c3b req-378381ae-3bcc-49e2-a8bc-f7aa3aa391ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1099 time: 0.0460799 Nov 21 04:44:31.617453 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-356c2230-aae3-4ace-80f5-6529b20d8c3b req-4f5b78d9-1bd1-4eaf-b9bf-9a4f7a1f6252 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Nov 21 04:44:31.675837 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bccb49-3b40-46db-8bb1-46c6ac636a91 req-f30d72b9-aa90-4be2-8b80-e32fbb31b093 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:31.677343 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-63bccb49-3b40-46db-8bb1-46c6ac636a91 req-f30d72b9-aa90-4be2-8b80-e32fbb31b093 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.0629244 Nov 21 04:44:31.729777 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-63bccb49-3b40-46db-8bb1-46c6ac636a91 req-e0ac50f7-dbef-4c6d-a2f5-5f1f7455701a tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463858 Nov 21 04:44:31.977796 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:32.856686 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011248bd-044e-474b-9d29-725af618ef9b req-6eb2594f-0f94-4484-9c09-49979708ca77 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:32.858224 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-011248bd-044e-474b-9d29-725af618ef9b req-6eb2594f-0f94-4484-9c09-49979708ca77 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.0519285 Nov 21 04:44:32.911813 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-011248bd-044e-474b-9d29-725af618ef9b req-154c9286-002d-4968-8d57-f40c312bf50b tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462699 Nov 21 04:44:33.573490 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:34.039226 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6cdd7-bd7d-4018-a6b2-f65a1efae32a req-bc508613-fc9f-4019-acd1-352e9b2f3524 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:34.040728 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b6e6cdd7-bd7d-4018-a6b2-f65a1efae32a req-bc508613-fc9f-4019-acd1-352e9b2f3524 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.0564406 Nov 21 04:44:34.093287 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b6e6cdd7-bd7d-4018-a6b2-f65a1efae32a req-9048d466-afd5-4312-a480-227a4c4ee85f tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466309 Nov 21 04:44:34.648557 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:35.912845 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:44:39.865852 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2f36-d922-4d2c-9ade-63f1b0aca4a8 req-af5886a0-3154-4ee9-b7cd-f01b647898b3 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:39.867324 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00cc2f36-d922-4d2c-9ade-63f1b0aca4a8 req-af5886a0-3154-4ee9-b7cd-f01b647898b3 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 945 time: 0.0589237 Nov 21 04:44:39.920355 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-00cc2f36-d922-4d2c-9ade-63f1b0aca4a8 req-464e311b-bcfc-4e75-af23-5f2a9c437a60 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470879 Nov 21 04:44:41.042807 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a1701-4c78-443e-87b5-8535b49e853b req-f190f8d3-9b26-4342-9952-4383d75ef54b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:41.044280 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9d5a1701-4c78-443e-87b5-8535b49e853b req-f190f8d3-9b26-4342-9952-4383d75ef54b tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 945 time: 0.0538368 Nov 21 04:44:41.096608 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9d5a1701-4c78-443e-87b5-8535b49e853b req-ce4155c2-8004-46e0-a797-3503f849ddc6 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459406 Nov 21 04:44:42.055151 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-4a8e8b4c-5e6c-435a-ac25-7083db95c109 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:42.056594 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-4a8e8b4c-5e6c-435a-ac25-7083db95c109 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Nov 21 04:44:42.219895 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140ad5-9656-466a-aa90-f536b1afc002 req-101932ca-dd18-4b2a-80af-fa6acadb2f64 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:44:42.221543 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1d140ad5-9656-466a-aa90-f536b1afc002 req-101932ca-dd18-4b2a-80af-fa6acadb2f64 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 945 time: 0.0562675 Nov 21 04:44:42.278455 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-1d140ad5-9656-466a-aa90-f536b1afc002 req-bd0f413b-6457-49e5-97e5-8183e505026f tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups?id=340630f2-cd15-40e3-a091-0722f0ebd7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506027 Nov 21 04:44:42.414972 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Deleting port 59546cc2-4a9f-4584-b19e-da638b3e5660 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:44:42.415320 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:42.519678 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] For port 59546cc2-4a9f-4584-b19e-da638b3e5660, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=59546cc2-4a9f-4584-b19e-da638b3e5660,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:42.520046 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:42.714278 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:42.714590 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:42.714915 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Floating IP 4396bfac-fcb9-4605-b7ec-722e9cf4df60 disassociated. External IP: 172.27.1.46, port: 59546cc2-4a9f-4584-b19e-da638b3e5660. Nov 21 04:44:42.715275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Calling delete_port for 59546cc2-4a9f-4584-b19e-da638b3e5660 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:44:42.857537 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:42.892478 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event deleted for resources: {'Port': ['ID=59546cc2-4a9f-4584-b19e-da638b3e5660,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:43.020180 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Router 35aaaa38-1364-4699-b7e4-16d443024026 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:44:43.141989 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:44:43.154119 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] Sync routers for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:44:43.165129 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:44:43.165703 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:44:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:43.185554 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] No DVR routers for this DVR port 59546cc2-4a9f-4584-b19e-da638b3e5660 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:44:43.188835 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:43.192196 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ece98e15-b438-4a84-8ba0-9b95aa86dd3a req-a4ee870e-7aa9-40d1-94ea-7f49bfe6e0cd tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.48 "DELETE /v2.0/ports/59546cc2-4a9f-4584-b19e-da638b3e5660 HTTP/1.1" status: 204 len: 173 time: 1.1287231 Nov 21 04:44:43.192633 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'name': 'network-vif-deleted', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:44:43.194886 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c0d5b-2fea-4864-8002-962ff775f8f9" -d '{"events": [{"server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "name": "network-vif-deleted", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:44:43.230292 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aff45f-09aa-4de5-afdf-041a0528f592 x-openstack-request-id: req-97aff45f-09aa-4de5-afdf-041a0528f592 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:44:43.230699 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f70832-a395-4caf-ada7-271d48ef3f27", "name": "network-vif-deleted", "tag": "59546cc2-4a9f-4584-b19e-da638b3e5660", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:44:43.230885 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97aff45f-09aa-4de5-afdf-041a0528f592 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:44:43.231278 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f70832-a395-4caf-ada7-271d48ef3f27', 'name': 'network-vif-deleted', 'tag': '59546cc2-4a9f-4584-b19e-da638b3e5660', 'status': 'completed', 'code': 200} Nov 21 04:44:43.240212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:43.314824 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:44:43.419457 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-be4538dd-e628-474f-b84a-7b1b243499bc req-dc1db0a1-983a-4483-93dc-9b0258dfffa9 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f70832-a395-4caf-ada7-271d48ef3f27 HTTP/1.1" status: 200 len: 210 time: 0.0329638 Nov 21 04:44:43.565174 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:43.599259 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] Checking router: 35aaaa38-1364-4699-b7e4-16d443024026 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:44:43.609202 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:44:43.609864 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:44:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:43.739108 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:44:43.980389 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:44.012767 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7fa69-02ba-48c0-8b1e-968ceb7e09ec None None] The sync data for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi is: [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:38:11Z', 'revision_number': 4, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '2b0fd547-8b0a-419e-ab45-4eefd6c8b245', 'name': '', 'network_id': '26b09779-26df-4a00-bdf9-618b578b2ab4', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'mac_address': 'fa:16:3e:b3:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:23Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'subnets': [{'id': '24b7bb43-a76a-40fe-994e-2f90548bd951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:44:44.220085 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a688bd6-08b1-454e-ab5c-69f81ac2ddb7 None None] New status for floating IP 4396bfac-fcb9-4605-b7ec-722e9cf4df60: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:44:44.502535 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:44.566129 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c732d4a3-4b5a-4602-8899-f275d011e292 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:44.592780 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c732d4a3-4b5a-4602-8899-f275d011e292 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:44.643709 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c732d4a3-4b5a-4602-8899-f275d011e292 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:44.646424 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c732d4a3-4b5a-4602-8899-f275d011e292 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:44.647590 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c732d4a3-4b5a-4602-8899-f275d011e292 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "DELETE /v2.0/security-groups/340630f2-cd15-40e3-a091-0722f0ebd7b9 HTTP/1.1" status: 204 len: 168 time: 0.1440430 Nov 21 04:44:44.650547 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:44.657871 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732d4a3-4b5a-4602-8899-f275d011e292 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340630f2-cd15-40e3-a091-0722f0ebd7b9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:44.667795 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.api.v2.resource [None req-f4f4afb2-4922-4869-a2a8-10df33d88f79 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] show failed (client error): The resource could not be found. Nov 21 04:44:44.668945 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-f4f4afb2-4922-4869-a2a8-10df33d88f79 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "GET /v2.0/security-groups/340630f2-cd15-40e3-a091-0722f0ebd7b9 HTTP/1.1" status: 404 len: 347 time: 0.0172267 Nov 21 04:44:44.671855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53340) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:44.813123 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Deleting port 49ee7916-c63b-48a8-8d7b-8c4d05568070 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:44:44.813459 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:44.902582 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:44.902911 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:44.915987 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Calling delete_port for 49ee7916-c63b-48a8-8d7b-8c4d05568070 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:44:45.067992 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:45.099288 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Pushing event deleted for resources: {'Port': ['ID=49ee7916-c63b-48a8-8d7b-8c4d05568070,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:45.168232 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:45.170991 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:45.172746 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a8370756-da30-49c2-9cf4-bafd5c776930 tempest-AttachVolumeTestJSON-1857908851 tempest-AttachVolumeTestJSON-1857908851-project] 10.222.0.37 "DELETE /v2.0/floatingips/4396bfac-fcb9-4605-b7ec-722e9cf4df60 HTTP/1.1" status: 204 len: 168 time: 0.4999387 Nov 21 04:44:45.189426 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 59546cc2-4a9f-4584-b19e-da638b3e5660 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:44:45.212512 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 59546cc2-4a9f-4584-b19e-da638b3e5660 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:44:45.212869 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 59546cc2-4a9f-4584-b19e-da638b3e5660 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:44:48.682970 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:49.127666 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:49.408540 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Deleting port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:44:49.408798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:49.497627 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] For port 2b0fd547-8b0a-419e-ab45-4eefd6c8b245, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:49.498013 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:49.511812 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Calling delete_port for 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:44:49.712011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:49.737689 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0fd547-8b0a-419e-ab45-4eefd6c8b245,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:49.928505 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:50.180770 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Router 35aaaa38-1364-4699-b7e4-16d443024026 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:44:50.306210 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:44:50.311971 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-0cbba546-95cc-4c34-949d-431407bd6990 admin admin] 10.222.0.37 "PUT /v2.0/routers/35aaaa38-1364-4699-b7e4-16d443024026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6276178 Nov 21 04:44:50.314313 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53392) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:50.315122 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] Sync routers for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:44:50.325229 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:44:50.325848 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:44:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:50.434019 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:50.466421 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:44:50.693256 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:44:49Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:50.725776 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] Checking router: 35aaaa38-1364-4699-b7e4-16d443024026 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:44:50.735637 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] Routers {'35aaaa38-1364-4699-b7e4-16d443024026'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:44:50.735921 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:44:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['35aaaa38-1364-4699-b7e4-16d443024026'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:50.809584 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:50.869219 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Deleting port 6eabdc98-f641-40dd-a151-36144412d3d4 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:44:50.869577 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:50.964145 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] For port 6eabdc98-f641-40dd-a151-36144412d3d4, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6eabdc98-f641-40dd-a151-36144412d3d4,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:50.964465 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:50.979712 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Calling delete_port for 6eabdc98-f641-40dd-a151-36144412d3d4 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:44:50.983474 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] Set router 35aaaa38-1364-4699-b7e4-16d443024026 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:44:51.168285 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.196093 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:44:49Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:51.203587 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eabdc98-f641-40dd-a151-36144412d3d4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:51.232352 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61870b-1201-43bc-9245-f671df527b46 None None] The sync data for ids ['35aaaa38-1364-4699-b7e4-16d443024026'] in dv-cinder-776422-6-iscsi is: [{'id': '35aaaa38-1364-4699-b7e4-16d443024026', 'name': 'tempest-AttachVolumeTestJSON-42533505-router', 'tenant_id': '6886ae7812d74d9689ee118e06ba762b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:38:02Z', 'updated_at': '2021-11-21T04:44:49Z', 'revision_number': 5, 'project_id': '6886ae7812d74d9689ee118e06ba762b', 'gw_port': {'id': '6eabdc98-f641-40dd-a151-36144412d3d4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aaaa38-1364-4699-b7e4-16d443024026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:04Z', 'updated_at': '2021-11-21T04:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:44:51.275422 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.385224 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.387555 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.437937 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.438505 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35aaaa38-1364-4699-b7e4-16d443024026 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:44:51.443533 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.444702 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-949b9177-a92d-49b9-87b6-6bb2a47bec97 admin admin] 10.222.0.37 "DELETE /v2.0/routers/35aaaa38-1364-4699-b7e4-16d443024026 HTTP/1.1" status: 204 len: 168 time: 1.1294034 Nov 21 04:44:51.447235 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:51.501071 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] Deleting subnet 24b7bb43-a76a-40fe-994e-2f90548bd951 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:44:51.504246 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.542472 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.634796 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.700747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.731186 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b7bb43-a76a-40fe-994e-2f90548bd951,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:51.735610 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.738997 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b4431d23-972a-4dbd-88ff-46b74b13e2ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/24b7bb43-a76a-40fe-994e-2f90548bd951 HTTP/1.1" status: 204 len: 168 time: 0.2908325 Nov 21 04:44:51.741098 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd207daa-c095-487c-82ac-00364f8a6c8d None None] Network 26b09779-26df-4a00-bdf9-618b578b2ab4 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:44:51.741572 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:51.826666 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.896684 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Deleting port 116b28f2-cf1d-43a4-864d-a6ff04498dcd {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:44:51.897070 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.979935 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] For port 116b28f2-cf1d-43a4-864d-a6ff04498dcd, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=116b28f2-cf1d-43a4-864d-a6ff04498dcd,segment=NetworkSegment(c09620ab-2300-493e-9948-7dd672b7b161),segment_id=c09620ab-2300-493e-9948-7dd672b7b161)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:44:51.980328 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:51.994188 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Calling delete_port for 116b28f2-cf1d-43a4-864d-a6ff04498dcd owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:44:52.082680 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.117788 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] No DVR routers for this DVR port 116b28f2-cf1d-43a4-864d-a6ff04498dcd on host dv-cinder-776422-6-iscsi {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:44:52.121480 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Pushing event deleted for resources: {'Port': ['ID=116b28f2-cf1d-43a4-864d-a6ff04498dcd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:52.204627 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.228580 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b09779-26df-4a00-bdf9-618b578b2ab4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:52.234985 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2267d6c0-2cfe-4ee8-8275-127ba7d3ef13 None None] DHCP port deletion for 26b09779-26df-4a00-bdf9-618b578b2ab4 request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:44:52.247512 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09620ab-2300-493e-9948-7dd672b7b161') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:52.247902 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09620ab-2300-493e-9948-7dd672b7b161') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:44:52.261764 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4058239'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.281362 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.288286 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:44:52.288685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3509694'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: Traceback (most recent call last): Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: timer() Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: cb(*args, **kw) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: return func(*args, **kwargs) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: self._notify() Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: self.callback(batched_events) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: event.method(event) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: return f(self, *a, **k) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._get(url).json() Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: return self.request(url, 'GET', **kwargs) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:44:52.290530 dv-cinder-776422-6-iscsi neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:44:52.319165 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6eabdc98-f641-40dd-a151-36144412d3d4 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:44:52.344127 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 6eabdc98-f641-40dd-a151-36144412d3d4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:44:52.344537 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6eabdc98-f641-40dd-a151-36144412d3d4 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:44:52.345067 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 116b28f2-cf1d-43a4-864d-a6ff04498dcd no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:44:52.368484 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 116b28f2-cf1d-43a4-864d-a6ff04498dcd {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:44:52.369069 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 116b28f2-cf1d-43a4-864d-a6ff04498dcd not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:44:52.369178 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.369628 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:44:52.383490 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.389733 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] 10.222.0.37 "DELETE /v2.0/networks/26b09779-26df-4a00-bdf9-618b578b2ab4 HTTP/1.1" status: 204 len: 168 time: 0.6444447 Nov 21 04:44:52.394796 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:44:52.395252 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 2b0fd547-8b0a-419e-ab45-4eefd6c8b245 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:44:52.402520 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97e8f7-4a2c-467c-8e56-b3c84f95ff2c admin admin] Pushing event deleted for resources: {'Network': ['ID=26b09779-26df-4a00-bdf9-618b578b2ab4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:52.498619 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53404) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:52.542493 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1502c56d-e5b7-4bfc-a8cc-2b91591812aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6886ae7812d74d9689ee118e06ba762b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420959 Nov 21 04:44:52.544878 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53406) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:52.597643 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b492de9-d30f-4882-8397-2d3f0d66a262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.621289 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b492de9-d30f-4882-8397-2d3f0d66a262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.670964 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b492de9-d30f-4882-8397-2d3f0d66a262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.673659 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b492de9-d30f-4882-8397-2d3f0d66a262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:52.674826 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5b492de9-d30f-4882-8397-2d3f0d66a262 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d74554f6-b061-41e6-b877-1c749f481ea2 HTTP/1.1" status: 204 len: 168 time: 0.1290319 Nov 21 04:44:52.683123 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492de9-d30f-4882-8397-2d3f0d66a262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74554f6-b061-41e6-b877-1c749f481ea2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:56.960376 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53506) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:57.067683 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.149458 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.153216 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.196957 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35c375326c6c4fadb1ced7c99431b3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355146 Nov 21 04:44:57.197810 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a208d-1b8a-4fca-a1ef-d1d9150120ae,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:57.199787 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:57.206338 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.206723 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.207080 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.207426 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.207766 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.208107 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.208449 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.208786 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.209122 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.209456 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.209819 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.210152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9a6e71-ab10-4a92-8fae-8d2749dd7dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:44:57.254544 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2566361a-1e94-44e2-a0ac-baa848daf4ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.278101 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2566361a-1e94-44e2-a0ac-baa848daf4ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.326980 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2566361a-1e94-44e2-a0ac-baa848daf4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.329634 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2566361a-1e94-44e2-a0ac-baa848daf4ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.330840 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-2566361a-1e94-44e2-a0ac-baa848daf4ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f20a208d-1b8a-4fca-a1ef-d1d9150120ae HTTP/1.1" status: 204 len: 168 time: 0.1300104 Nov 21 04:44:57.339016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566361a-1e94-44e2-a0ac-baa848daf4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a208d-1b8a-4fca-a1ef-d1d9150120ae,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:57.590482 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:57.604766 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74d7357c-e2aa-4b8f-a977-a054641be0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.689202 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74d7357c-e2aa-4b8f-a977-a054641be0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.692961 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74d7357c-e2aa-4b8f-a977-a054641be0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.735268 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7357c-e2aa-4b8f-a977-a054641be0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996699fc-f195-408b-8458-be5f25279db6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:57.740060 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-74d7357c-e2aa-4b8f-a977-a054641be0f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30ccb8a155a440fd9887140a547b1c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485741 Nov 21 04:44:57.743123 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:44:57.799290 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5321a026-a220-4e99-8356-197732f80cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.822626 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5321a026-a220-4e99-8356-197732f80cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.872577 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5321a026-a220-4e99-8356-197732f80cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.875592 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5321a026-a220-4e99-8356-197732f80cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:44:57.876750 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5321a026-a220-4e99-8356-197732f80cda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/996699fc-f195-408b-8458-be5f25279db6 HTTP/1.1" status: 204 len: 168 time: 0.1327868 Nov 21 04:44:57.885287 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321a026-a220-4e99-8356-197732f80cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996699fc-f195-408b-8458-be5f25279db6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:44:58.357873 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-032f3e24-a721-4bd0-aba5-ca2306aeac18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.346941 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:00.452282 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-636dba3c-d719-406a-b0b1-7cca5cab1972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.531212 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-636dba3c-d719-406a-b0b1-7cca5cab1972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.535829 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-636dba3c-d719-406a-b0b1-7cca5cab1972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.578095 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-636dba3c-d719-406a-b0b1-7cca5cab1972 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a965697c6d7e4665813e64cca1db9446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300274 Nov 21 04:45:00.578829 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dba3c-d719-406a-b0b1-7cca5cab1972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda4927-4cb7-4695-8dbf-687577efab7b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:00.580826 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:00.640238 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ecd0-ff37-4138-a040-f9cf5a14f9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.666350 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ecd0-ff37-4138-a040-f9cf5a14f9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.715347 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ecd0-ff37-4138-a040-f9cf5a14f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.718031 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ecd0-ff37-4138-a040-f9cf5a14f9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.719290 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-7ff2ecd0-ff37-4138-a040-f9cf5a14f9b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcda4927-4cb7-4695-8dbf-687577efab7b HTTP/1.1" status: 204 len: 168 time: 0.1362746 Nov 21 04:45:00.727542 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2ecd0-ff37-4138-a040-f9cf5a14f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda4927-4cb7-4695-8dbf-687577efab7b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:00.952611 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd26352a-aedd-4df5-9bcc-d0b56333d74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:00.976622 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:00.991234 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fb32a33-95ce-42f3-8125-f21b74ffe1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:01.077401 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fb32a33-95ce-42f3-8125-f21b74ffe1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:01.081626 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fb32a33-95ce-42f3-8125-f21b74ffe1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:01.128061 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-0fb32a33-95ce-42f3-8125-f21b74ffe1d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fd191b53b854cd19e8f9c28b97084f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503334 Nov 21 04:45:01.128938 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb32a33-95ce-42f3-8125-f21b74ffe1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cde3c4-4e96-4c69-87ab-b5f8628adee8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:01.130809 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:01.183524 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f10f8d2-e00f-4090-b097-f5640ecb8277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:01.207415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f10f8d2-e00f-4090-b097-f5640ecb8277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:01.256277 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f10f8d2-e00f-4090-b097-f5640ecb8277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:01.259264 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f10f8d2-e00f-4090-b097-f5640ecb8277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:01.260421 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8f10f8d2-e00f-4090-b097-f5640ecb8277 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35cde3c4-4e96-4c69-87ab-b5f8628adee8 HTTP/1.1" status: 204 len: 168 time: 0.1285911 Nov 21 04:45:01.269588 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10f8d2-e00f-4090-b097-f5640ecb8277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cde3c4-4e96-4c69-87ab-b5f8628adee8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:01.975658 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:03.577205 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:04.650286 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:05.479994 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53708) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:05.792218 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Deleting port 8a46be5e-c52b-4beb-a352-83dbb212db91 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:05.792564 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:05.882210 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:05.882440 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:05.896047 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Calling delete_port for 8a46be5e-c52b-4beb-a352-83dbb212db91 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:06.088843 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:06.118554 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event deleted for resources: {'Port': ['ID=8a46be5e-c52b-4beb-a352-83dbb212db91,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:06.185693 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:06.185943 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Floating IP 24124ddc-9924-4adc-822b-518d865834ad disassociated (deleted). External IP: 172.27.1.173, port: f99772ea-2bbe-4847-82aa-5c25dd7a2fc8. Nov 21 04:45:06.418054 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:45:06.540104 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:06.544963 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:06.550108 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] Sync routers for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:06.560430 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:06.561163 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:06.577791 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-4471aa07-82e8-4a87-9d50-6d8ad731f0a4 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "DELETE /v2.0/floatingips/24124ddc-9924-4adc-822b-518d865834ad HTTP/1.1" status: 204 len: 168 time: 1.0966773 Nov 21 04:45:06.578508 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:45:06.580884 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:45:06.616600 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd58483-b557-40d0-9eaa-a63aa7da898e x-openstack-request-id: req-dfd58483-b557-40d0-9eaa-a63aa7da898e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:45:06.616898 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:45:06.617162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfd58483-b557-40d0-9eaa-a63aa7da898e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:45:06.617571 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'status': 'completed', 'code': 200} Nov 21 04:45:06.702603 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:06.804559 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584669cd-b74e-4d4d-815f-cff2a9281ab0 req-7303d90b-7145-4fa9-88fc-9a4e988db6a7 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:06.805994 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-584669cd-b74e-4d4d-815f-cff2a9281ab0 req-7303d90b-7145-4fa9-88fc-9a4e988db6a7 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0544844 Nov 21 04:45:06.861330 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-584669cd-b74e-4d4d-815f-cff2a9281ab0 req-f9693869-d803-4743-8a11-aaa2ff7e215d tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492139 Nov 21 04:45:06.937635 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:39Z', 'revision_number': 5, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:06.968829 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] Checking router: 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:06.977327 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:06.978143 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:07.098812 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:07.332076 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:39Z', 'revision_number': 5, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:07.362835 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-87efde99-a1c1-454b-800f-e0626200ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:07.362835 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-87efde99-a1c1-454b-800f-e0626200ce02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 1099 time: 0.0453167 Nov 21 04:45:07.364389 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10602892-7770-46b5-bc47-cb2aff6dffd8 None None] The sync data for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi is: [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:32Z', 'revision_number': 4, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '5ffa0562-158f-4c1a-a7a9-8f378c74ee1b', 'name': '', 'network_id': 'be9169af-2508-433f-a4d6-82c298b166f3', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'mac_address': 'fa:16:3e:ef:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:31Z', 'updated_at': '2021-11-21T04:39:39Z', 'revision_number': 5, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'subnets': [{'id': '598d8d86-1c7d-4714-a403-98fa65781ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:07.471439 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-d50c9829-c624-4033-be98-0a0913cb5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:07.472931 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-d50c9829-c624-4033-be98-0a0913cb5cc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 200 len: 909 time: 0.1036263 Nov 21 04:45:07.525009 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-cdc14052-7dcf-471f-849c-2afe8e3d7442 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 200 len: 217 time: 0.0429146 Nov 21 04:45:07.580548 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e063c-2d2d-4e57-8662-750da6139075 None None] New status for floating IP 24124ddc-9924-4adc-822b-518d865834ad: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:45:07.586393 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-abaaafc8-0ef3-40bf-96a1-3cbcf724787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:07.587898 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-abaaafc8-0ef3-40bf-96a1-3cbcf724787f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 200 len: 847 time: 0.0519605 Nov 21 04:45:07.646929 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-504b3bdf-4db1-4147-a244-5eec8c242e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:07.648387 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-504b3bdf-4db1-4147-a244-5eec8c242e3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be9169af-2508-433f-a4d6-82c298b166f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496018 Nov 21 04:45:07.760276 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-2200457f-99fd-41c4-a867-b10abfa74bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005511 Nov 21 04:45:07.868736 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a37a8771-10be-4cb4-a502-b10ccaf7d7cc req-b5c787ee-208b-47ac-b19e-dda18b62e873 service neutron] 10.222.0.48 "GET /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996540 Nov 21 04:45:07.985150 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063ea5-8854-40a0-a7fd-65879b7cac95 req-2a4e96c5-d706-4e79-bcfb-41ea782323ca tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:07.986673 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ce063ea5-8854-40a0-a7fd-65879b7cac95 req-2a4e96c5-d706-4e79-bcfb-41ea782323ca tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0534129 Nov 21 04:45:08.044253 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ce063ea5-8854-40a0-a7fd-65879b7cac95 req-c47ef26d-9e59-4229-94e0-6306a0b6bd61 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501130 Nov 21 04:45:09.164688 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602bae8-8d9b-4626-9d6d-33c1e55bb80c req-1064b037-febe-43c0-8240-24941f452017 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:09.166155 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f602bae8-8d9b-4626-9d6d-33c1e55bb80c req-1064b037-febe-43c0-8240-24941f452017 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0556889 Nov 21 04:45:09.219797 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f602bae8-8d9b-4626-9d6d-33c1e55bb80c req-38689c65-99f3-461d-8cd5-1c2fa451e5eb tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/security-groups?id=c891a783-c187-4389-98ec-dfbe023e3ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474563 Nov 21 04:45:09.315836 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-90791b4d-b9c1-402b-86e1-344b7c11171e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:09.317304 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-90791b4d-b9c1-402b-86e1-344b7c11171e tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 946 time: 0.0522294 Nov 21 04:45:09.419952 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Deleting port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:09.420203 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:09.528908 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] For port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:09.529355 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:09.544329 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Calling delete_port for f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:09.701063 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:09.736796 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event deleted for resources: {'Port': ['ID=f99772ea-2bbe-4847-82aa-5c25dd7a2fc8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:09.789384 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] No DVR routers for this DVR port f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:09.791968 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:09.795508 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a7bc8e26-f2e7-42b6-8082-40957b66ea88 req-b5dcdde4-6275-4037-825c-1500f51ca828 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.48 "DELETE /v2.0/ports/f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 HTTP/1.1" status: 204 len: 173 time: 0.4706299 Nov 21 04:45:09.795958 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-deleted', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:45:09.799269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3cf751-c0b4-48a1-ac5f-77c8e1d24cb8" -d '{"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-deleted", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:45:09.836688 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a58e6-0d35-4bb6-9067-5ed6bcb67d3e x-openstack-request-id: req-454a58e6-0d35-4bb6-9067-5ed6bcb67d3e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:45:09.836990 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8939c-8e99-466b-ab16-9aaa8cf61c27", "name": "network-vif-deleted", "tag": "f99772ea-2bbe-4847-82aa-5c25dd7a2fc8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:45:09.837267 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-454a58e6-0d35-4bb6-9067-5ed6bcb67d3e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:45:09.837674 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8939c-8e99-466b-ab16-9aaa8cf61c27', 'name': 'network-vif-deleted', 'tag': 'f99772ea-2bbe-4847-82aa-5c25dd7a2fc8', 'status': 'completed', 'code': 200} Nov 21 04:45:10.334202 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d42b1b03-3978-4ff0-a2c6-ed1caa24c72a req-2fbf532d-f9bc-4608-9c00-aa2302651475 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "GET /v2.0/ports?device_id=60c8939c-8e99-466b-ab16-9aaa8cf61c27 HTTP/1.1" status: 200 len: 210 time: 0.0387206 Nov 21 04:45:11.385341 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:11.448715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c57344d2-6acf-4ac0-9079-7ff52267f170 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:11.478590 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c57344d2-6acf-4ac0-9079-7ff52267f170 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:11.546612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c57344d2-6acf-4ac0-9079-7ff52267f170 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:11.549954 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c57344d2-6acf-4ac0-9079-7ff52267f170 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:11.551147 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c57344d2-6acf-4ac0-9079-7ff52267f170 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] 10.222.0.37 "DELETE /v2.0/security-groups/c891a783-c187-4389-98ec-dfbe023e3ffe HTTP/1.1" status: 204 len: 168 time: 0.1648161 Nov 21 04:45:11.561438 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57344d2-6acf-4ac0-9079-7ff52267f170 tempest-TestShelveInstance-912085501 tempest-TestShelveInstance-912085501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891a783-c187-4389-98ec-dfbe023e3ffe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:11.606792 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:12.101195 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:12.145378 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.207829 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.293470 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.298018 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.339954 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd80a4f373524ac8bdfe901e745850b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376494 Nov 21 04:45:12.343371 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:12.345076 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f9c61-3fe0-4f42-8d48-fe5ea092da27,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:12.352723 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.353012 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.353357 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.353698 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.354034 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.354371 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.354731 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.355061 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.355392 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.355716 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.356043 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.356366 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c35e5-aeca-48e6-9c8b-4a8d995a19df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:12.438995 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee97403a-2e20-4f55-ad54-cf7c0e856f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.492364 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee97403a-2e20-4f55-ad54-cf7c0e856f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.536621 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Deleting port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:12.536972 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.600230 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee97403a-2e20-4f55-ad54-cf7c0e856f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.603046 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee97403a-2e20-4f55-ad54-cf7c0e856f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.604280 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ee97403a-2e20-4f55-ad54-cf7c0e856f35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c73f9c61-3fe0-4f42-8d48-fe5ea092da27 HTTP/1.1" status: 204 len: 168 time: 0.2598736 Nov 21 04:45:12.619893 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97403a-2e20-4f55-ad54-cf7c0e856f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f9c61-3fe0-4f42-8d48-fe5ea092da27,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:12.898999 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:12.914224 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:45:12.914995 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf65f20-c28e-425f-83ff-f75c3e3405df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.918295 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] For port 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:12.918721 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:12.933215 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Calling delete_port for 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:13.000908 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf65f20-c28e-425f-83ff-f75c3e3405df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.005189 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf65f20-c28e-425f-83ff-f75c3e3405df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.049498 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65f20-c28e-425f-83ff-f75c3e3405df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cddbbe-f087-4da5-8713-2f273515796e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:13.057106 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-baf65f20-c28e-425f-83ff-f75c3e3405df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70a1eaa03ca4424ea890bc0a548eebb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571326 Nov 21 04:45:13.057715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:13.139221 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4b6c-9f32-4040-ac55-8a86e94d546a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.194207 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4b6c-9f32-4040-ac55-8a86e94d546a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.210799 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.237941 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.240123 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3c1c8-a8eb-4a7f-8cee-10a5241137bd req-e55cc51a-5891-489f-8267-8036bff73f0d tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:13.241985 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ccb3c1c8-a8eb-4a7f-8cee-10a5241137bd req-e55cc51a-5891-489f-8267-8036bff73f0d tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.0594413 Nov 21 04:45:13.270818 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffa0562-158f-4c1a-a7a9-8f378c74ee1b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:13.295009 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:13.304547 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ccb3c1c8-a8eb-4a7f-8cee-10a5241137bd req-f1093ced-da05-4885-85ed-e80917f6abdf tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 Nov 21 04:45:13.330762 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:13.331238 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device f99772ea-2bbe-4847-82aa-5c25dd7a2fc8 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:13.339702 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4b6c-9f32-4040-ac55-8a86e94d546a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.342552 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4b6c-9f32-4040-ac55-8a86e94d546a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.344439 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-aa6c4b6c-9f32-4040-ac55-8a86e94d546a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5cddbbe-f087-4da5-8713-2f273515796e HTTP/1.1" status: 204 len: 168 time: 0.2855692 Nov 21 04:45:13.366507 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c4b6c-9f32-4040-ac55-8a86e94d546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cddbbe-f087-4da5-8713-2f273515796e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:13.493973 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.692267 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:13.708408 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29e9b36-73db-4477-a6da-66ddcca06ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.757135 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:45:13.798613 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29e9b36-73db-4477-a6da-66ddcca06ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.802432 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29e9b36-73db-4477-a6da-66ddcca06ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.849075 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c29e9b36-73db-4477-a6da-66ddcca06ee8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e816f22bbed417d95e87b8daa399b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553876 Nov 21 04:45:13.851623 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:13.859291 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e9b36-73db-4477-a6da-66ddcca06ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f9ecf-579c-48b9-8afe-cd005e60793a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:13.881610 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:13.887152 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a139736f-a43c-4dd6-ae5a-bf3d5120d763 admin admin] 10.222.0.37 "PUT /v2.0/routers/31c1e4d8-fb2f-44ea-ad1e-804ebc57141a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2792423 Nov 21 04:45:13.890278 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:13.894930 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] Sync routers for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:13.908123 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:13.909195 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:13.912157 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c904c99c-f9de-4a69-b698-2c8ca0bb4310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.937355 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c904c99c-f9de-4a69-b698-2c8ca0bb4310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:13.996184 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c904c99c-f9de-4a69-b698-2c8ca0bb4310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.000827 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c904c99c-f9de-4a69-b698-2c8ca0bb4310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.005867 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c904c99c-f9de-4a69-b698-2c8ca0bb4310 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/720f9ecf-579c-48b9-8afe-cd005e60793a HTTP/1.1" status: 204 len: 168 time: 0.1531429 Nov 21 04:45:14.018579 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c99c-f9de-4a69-b698-2c8ca0bb4310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f9ecf-579c-48b9-8afe-cd005e60793a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:14.040536 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:14.049193 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.179994 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.240559 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Deleting port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:14.241040 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.268656 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:45:13Z', 'revision_number': 5, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port': {'id': '3842c6cd-21f1-4935-9e4a-8e4fa9e06d58', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:14.307867 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] Checking router: 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:14.317454 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] Routers {'31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:14.318183 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:14.348279 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] For port 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:14.348769 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.367116 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Calling delete_port for 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:14.540604 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] Set router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:14.602949 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069ea4-e087-4279-87f0-58cf9b4da25b req-ee4a7b7d-f74f-4b8b-b719-82d7f1b0eee1 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:14.604535 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ae069ea4-e087-4279-87f0-58cf9b4da25b req-ee4a7b7d-f74f-4b8b-b719-82d7f1b0eee1 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.1527047 Nov 21 04:45:14.611718 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:45:14Z', 'revision_number': 6, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:14.637665 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.649712 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55363d6-e8de-476b-93e2-b23227ed28b6 None None] The sync data for ids ['31c1e4d8-fb2f-44ea-ad1e-804ebc57141a'] in dv-cinder-776422-6-iscsi is: [{'id': '31c1e4d8-fb2f-44ea-ad1e-804ebc57141a', 'name': 'tempest-TestShelveInstance-239546398-router', 'tenant_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:27Z', 'updated_at': '2021-11-21T04:45:14Z', 'revision_number': 6, 'project_id': 'e5348b8896ef46a3a7f474f181b5dc46', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:14.680048 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Pushing event deleted for resources: {'Port': ['ID=3842c6cd-21f1-4935-9e4a-8e4fa9e06d58,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:14.760154 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ae069ea4-e087-4279-87f0-58cf9b4da25b req-9c474cbe-554b-4292-847c-b56dad6771fb tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430743 Nov 21 04:45:14.781032 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.893443 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.895778 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.947200 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.947776 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c1e4d8-fb2f-44ea-ad1e-804ebc57141a {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:45:14.953340 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:14.954544 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-55053fbf-6cd3-400f-aa9e-1b176e12510c admin admin] 10.222.0.37 "DELETE /v2.0/routers/31c1e4d8-fb2f-44ea-ad1e-804ebc57141a HTTP/1.1" status: 204 len: 168 time: 1.0631895 Nov 21 04:45:14.957128 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 53880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:15.012285 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] Deleting subnet 598d8d86-1c7d-4714-a403-98fa65781ff9 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:45:15.016131 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.060860 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.194370 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-6991fd33-c9c8-4d61-8254-790d0e430e30 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:15.195983 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-6991fd33-c9c8-4d61-8254-790d0e430e30 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 945 time: 0.1029060 Nov 21 04:45:15.203561 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.334653 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.373290 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598d8d86-1c7d-4714-a403-98fa65781ff9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:15.376268 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.379619 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1c0990f6-b504-4ec2-b877-fa175ba94310 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/598d8d86-1c7d-4714-a403-98fa65781ff9 HTTP/1.1" status: 204 len: 168 time: 0.4215126 Nov 21 04:45:15.383199 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:15.385300 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca55ae0-94b9-4601-97f4-eee1b70ed986 None None] Network be9169af-2508-433f-a4d6-82c298b166f3 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:45:15.393449 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Deleting port 4b840396-0d0a-4bba-9c14-675dc49bfe88 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:15.394013 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.537580 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.550894 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-bedf683d-121b-4add-9465-47137648759b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938327 Nov 21 04:45:15.568800 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] For port 4b840396-0d0a-4bba-9c14-675dc49bfe88, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4b840396-0d0a-4bba-9c14-675dc49bfe88,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:15.569602 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.590012 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Calling delete_port for 4b840396-0d0a-4bba-9c14-675dc49bfe88 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:15.623719 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Deleting port f790e00d-fd2e-4828-b973-687b2db1d8d3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:15.623719 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.719941 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] DHCP port deletion for be9169af-2508-433f-a4d6-82c298b166f3 request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:45:15.743521 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-5bb16cb2-477b-4b89-b96c-f5f90725abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:15.745065 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-5bb16cb2-477b-4b89-b96c-f5f90725abf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=232e0518f6724d48a096d6cad8791184&device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 1099 time: 0.0819447 Nov 21 04:45:15.745374 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] For port f790e00d-fd2e-4828-b973-687b2db1d8d3, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=f790e00d-fd2e-4828-b973-687b2db1d8d3,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:15.746222 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.770962 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Calling delete_port for f790e00d-fd2e-4828-b973-687b2db1d8d3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:15.830147 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Deleting port f790e00d-fd2e-4828-b973-687b2db1d8d3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:15.830579 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.941629 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.955422 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] For port f790e00d-fd2e-4828-b973-687b2db1d8d3, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=f790e00d-fd2e-4828-b973-687b2db1d8d3,segment=NetworkSegment(08eb26fe-9d98-429b-b55c-1ff3373666b1),segment_id=08eb26fe-9d98-429b-b55c-1ff3373666b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:15.956206 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.960672 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde5f80-bf40-41e0-a4f5-a92eacf4f42e req-9c63dc42-7a9c-4a78-bcf8-ece2ed596755 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:15.963547 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ffde5f80-bf40-41e0-a4f5-a92eacf4f42e req-9c63dc42-7a9c-4a78-bcf8-ece2ed596755 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4008f1d-e54e-4282-9a3e-453547217d2c HTTP/1.1" status: 200 len: 867 time: 0.0913687 Nov 21 04:45:15.964687 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:15.986896 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['4b840396-0d0a-4bba-9c14-675dc49bfe88'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:45:16.028237 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Calling delete_port for f790e00d-fd2e-4828-b973-687b2db1d8d3 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:16.054659 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Pushing event deleted for resources: {'Port': ['ID=f790e00d-fd2e-4828-b973-687b2db1d8d3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:16.059999 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] No DVR routers for this DVR port f790e00d-fd2e-4828-b973-687b2db1d8d3 on host dv-cinder-776422-6-iscsi {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:16.060125 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Pushing event deleted for resources: {'Port': ['ID=4b840396-0d0a-4bba-9c14-675dc49bfe88,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:16.067320 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] No DVR routers for this DVR port 4b840396-0d0a-4bba-9c14-675dc49bfe88 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:16.069721 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.073867 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-311ed29d-172f-406b-ab3b-f6eb6d2ba234 req-827a97c4-b3a3-42f1-9235-f14fee85c906 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "DELETE /v2.0/ports/4b840396-0d0a-4bba-9c14-675dc49bfe88 HTTP/1.1" status: 204 len: 173 time: 0.8678212 Nov 21 04:45:16.079041 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'name': 'network-vif-deleted', 'tag': '4b840396-0d0a-4bba-9c14-675dc49bfe88'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:45:16.081322 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d28a63e-a75d-4324-b532-8b63d1974ff7" -d '{"events": [{"server_uuid": "b4008f1d-e54e-4282-9a3e-453547217d2c", "name": "network-vif-deleted", "tag": "4b840396-0d0a-4bba-9c14-675dc49bfe88"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:45:16.114040 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:16.126042 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-e44e828b-4c18-4799-b3c0-7f690b368e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:16.132465 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-e44e828b-4c18-4799-b3c0-7f690b368e05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 200 len: 918 time: 0.3309832 Nov 21 04:45:16.146033 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc68532-3bcc-46f2-bdfb-3cc45e257827 x-openstack-request-id: req-2dc68532-3bcc-46f2-bdfb-3cc45e257827 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:45:16.146546 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4008f1d-e54e-4282-9a3e-453547217d2c", "name": "network-vif-deleted", "tag": "4b840396-0d0a-4bba-9c14-675dc49bfe88", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:45:16.147000 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dc68532-3bcc-46f2-bdfb-3cc45e257827 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:45:16.147554 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4008f1d-e54e-4282-9a3e-453547217d2c', 'name': 'network-vif-deleted', 'tag': '4b840396-0d0a-4bba-9c14-675dc49bfe88', 'status': 'completed', 'code': 200} Nov 21 04:45:16.158444 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:16.158999 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 3842c6cd-21f1-4935-9e4a-8e4fa9e06d58 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:16.159525 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f790e00d-fd2e-4828-b973-687b2db1d8d3 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:16.198835 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: f790e00d-fd2e-4828-b973-687b2db1d8d3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:16.199551 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f790e00d-fd2e-4828-b973-687b2db1d8d3 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:16.200183 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:16.209402 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ffde5f80-bf40-41e0-a4f5-a92eacf4f42e req-43c3aced-a945-49f4-ae2d-0d9aec288602 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279923 Nov 21 04:45:16.239498 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.239851 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:16.240303 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5ffa0562-158f-4c1a-a7a9-8f378c74ee1b not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:16.257933 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-415ef210-48bc-44d1-8c0a-b90c2a4346c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 200 len: 1001 time: 0.1051917 Nov 21 04:45:16.278862 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9169af-2508-433f-a4d6-82c298b166f3']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:16.292034 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.293604 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eb26fe-9d98-429b-b55c-1ff3373666b1') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:16.293897 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eb26fe-9d98-429b-b55c-1ff3373666b1') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:16.308688 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.338016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.341598 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Pushing event deleted for resources: {'Port': ['ID=f790e00d-fd2e-4828-b973-687b2db1d8d3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:16.344579 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-e34f98b6-365b-4b77-9c5f-eb94e7659e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:16.346517 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-e34f98b6-365b-4b77-9c5f-eb94e7659e7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 200 len: 856 time: 0.0705640 Nov 21 04:45:16.348759 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:45:16.349161 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.353129 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.353505 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:45:16.353619 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:45:16.356012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356012 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356582 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356582 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.356780 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:16.364849 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1403082d-dfe1-4e3e-9bf0-4a9315015180 None None] No DVR routers for this DVR port f790e00d-fd2e-4828-b973-687b2db1d8d3 on host dv-cinder-776422-6-iscsi {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:16.415119 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-bd79c27f-8974-46eb-bc7d-cfc9ef2da617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:16.416699 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-bd79c27f-8974-46eb-bc7d-cfc9ef2da617 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8c8b10c-e81a-4c18-8497-a88820180b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571940 Nov 21 04:45:16.425323 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.442914 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:16.446228 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] 10.222.0.37 "DELETE /v2.0/networks/be9169af-2508-433f-a4d6-82c298b166f3 HTTP/1.1" status: 204 len: 168 time: 1.0615304 Nov 21 04:45:16.447168 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c800075-9798-4a91-8c39-acb27d560838 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9169af-2508-433f-a4d6-82c298b166f3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:16.449144 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:16.538327 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-69587950-db5b-4c11-bee2-646d2b6bbb43 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122851 Nov 21 04:45:16.689875 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1176da37-ca36-4782-b6b0-f92d6dd6613f req-40b97302-7a06-4080-bbe5-26e8a7b50a70 service neutron] 10.222.0.48 "GET /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427655 Nov 21 04:45:16.953919 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:17.504469 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Deleting port d862400d-f1fc-4bf1-b5d2-f913a58ea732 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:17.505171 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:17.595116 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] For port d862400d-f1fc-4bf1-b5d2-f913a58ea732, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=d862400d-f1fc-4bf1-b5d2-f913a58ea732,segment=NetworkSegment(5d53b2ed-08c3-46b8-ae97-b2daf21d358a),segment_id=5d53b2ed-08c3-46b8-ae97-b2daf21d358a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:17.595509 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:17.612156 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Calling delete_port for d862400d-f1fc-4bf1-b5d2-f913a58ea732 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:17.811749 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:17.841605 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d862400d-f1fc-4bf1-b5d2-f913a58ea732,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:18.045271 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:18.314046 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Router 6839392d-3d70-4d0b-b34e-81c351e60899 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:45:18.441854 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:18.446974 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f0e0d704-ea2f-4413-951e-9c25b60e5e6c admin admin] 10.222.0.37 "PUT /v2.0/routers/6839392d-3d70-4d0b-b34e-81c351e60899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9968910 Nov 21 04:45:18.449594 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:18.452762 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] Sync routers for ids ['6839392d-3d70-4d0b-b34e-81c351e60899'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:18.464488 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] Routers {'6839392d-3d70-4d0b-b34e-81c351e60899'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:18.465183 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['6839392d-3d70-4d0b-b34e-81c351e60899'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:18.570225 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:18.589257 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] Set router 6839392d-3d70-4d0b-b34e-81c351e60899 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:18.688759 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:18.745757 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Deleting port 222f60e4-7436-4a31-91c4-bee0f13ae7b4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:18.746105 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:18.799664 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:45:17Z', 'revision_number': 5, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port': {'id': '222f60e4-7436-4a31-91c4-bee0f13ae7b4', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:39:38Z', 'updated_at': '2021-11-21T04:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:18.834968 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] Checking router: 6839392d-3d70-4d0b-b34e-81c351e60899 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:18.837536 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] For port 222f60e4-7436-4a31-91c4-bee0f13ae7b4, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=222f60e4-7436-4a31-91c4-bee0f13ae7b4,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:18.837928 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:18.844338 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] Routers {'6839392d-3d70-4d0b-b34e-81c351e60899'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:18.844942 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['6839392d-3d70-4d0b-b34e-81c351e60899'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:18.856657 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Calling delete_port for 222f60e4-7436-4a31-91c4-bee0f13ae7b4 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:18.945289 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] Set router 6839392d-3d70-4d0b-b34e-81c351e60899 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:19.009685 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:45:18Z', 'revision_number': 6, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:19.038405 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.047047 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65f357-6fca-4cdf-9987-5c13916a484e None None] The sync data for ids ['6839392d-3d70-4d0b-b34e-81c351e60899'] in dv-cinder-776422-6-iscsi is: [{'id': '6839392d-3d70-4d0b-b34e-81c351e60899', 'name': 'tempest-TestShelveInstance-1769826665-router', 'tenant_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:39:37Z', 'updated_at': '2021-11-21T04:45:18Z', 'revision_number': 6, 'project_id': 'a10fe037d4c14b9d9ac2ad6b7fb232c3', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:19.073134 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=222f60e4-7436-4a31-91c4-bee0f13ae7b4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:19.140744 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.252528 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.254768 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.305492 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.306080 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6839392d-3d70-4d0b-b34e-81c351e60899 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:45:19.310873 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.312892 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-93b49181-79e7-4325-8eed-19db9b207b3c admin admin] 10.222.0.37 "DELETE /v2.0/routers/6839392d-3d70-4d0b-b34e-81c351e60899 HTTP/1.1" status: 204 len: 168 time: 0.8622348 Nov 21 04:45:19.315635 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53962) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:19.368082 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] Deleting subnet 83db35bd-0e12-4b9a-95a9-9b367b9a15c8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:45:19.371959 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.417190 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17911839'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.511039 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.570624 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18079517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18863898'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.601347 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83db35bd-0e12-4b9a-95a9-9b367b9a15c8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:19.603536 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.607057 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac8d56-988c-4b56-9a75-b163afea2a6c None None] Network 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:45:19.607533 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5accd75d-f9ee-407a-b725-2d15a47d691d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/83db35bd-0e12-4b9a-95a9-9b367b9a15c8 HTTP/1.1" status: 204 len: 168 time: 0.2907567 Nov 21 04:45:19.610013 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:19.688198 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.745892 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Deleting port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:19.746238 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.818923 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] DHCP port deletion for 2afbb268-cf3f-416c-bfcc-3faf5f1ba962 request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:45:19.829955 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] For port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,segment=NetworkSegment(5d53b2ed-08c3-46b8-ae97-b2daf21d358a),segment_id=5d53b2ed-08c3-46b8-ae97-b2daf21d358a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:19.830346 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.845854 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Calling delete_port for 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:19.940934 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:19.977728 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:19.985019 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] No DVR routers for this DVR port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede on host dv-cinder-776422-6-iscsi {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:20.007759 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] Deleting port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:20.008426 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.061218 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:20.083420 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.103913 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:20.104327 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:20.104806 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device d862400d-f1fc-4bf1-b5d2-f913a58ea732 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:20.110057 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afbb268-cf3f-416c-bfcc-3faf5f1ba962']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:20.121811 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d53b2ed-08c3-46b8-ae97-b2daf21d358a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:20.122034 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d53b2ed-08c3-46b8-ae97-b2daf21d358a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:20.134863 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.138096 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] For port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede, host dv-cinder-776422-6-iscsi, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:20.138519 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.141696 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: d862400d-f1fc-4bf1-b5d2-f913a58ea732 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:20.142054 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device d862400d-f1fc-4bf1-b5d2-f913a58ea732 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:20.142490 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 222f60e4-7436-4a31-91c4-bee0f13ae7b4 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:20.149906 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.156861 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:45:20.157244 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:45:20.159269 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:45:20.171181 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 222f60e4-7436-4a31-91c4-bee0f13ae7b4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:20.171181 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 222f60e4-7436-4a31-91c4-bee0f13ae7b4 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:20.177212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] Calling delete_port for 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:20.179415 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] Port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 21 04:45:20.180841 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.208897 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] Pushing event deleted for resources: {'Port': ['ID=5d23fd4f-cd42-40dd-a6b0-86dd31a8eede,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:20.212483 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b078730b-ad10-4ccb-b3a4-8f04d69ee4e1 None None] No DVR routers for this DVR port 5d23fd4f-cd42-40dd-a6b0-86dd31a8eede on host dv-cinder-776422-6-iscsi {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:20.228748 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.234039 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.237993 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2afbb268-cf3f-416c-bfcc-3faf5f1ba962 HTTP/1.1" status: 204 len: 168 time: 0.6269932 Nov 21 04:45:20.253179 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7ab4-cc88-4d2b-8112-3babdde2ecd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2afbb268-cf3f-416c-bfcc-3faf5f1ba962,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:20.340628 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4b840396-0d0a-4bba-9c14-675dc49bfe88 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:20.368109 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 4b840396-0d0a-4bba-9c14-675dc49bfe88 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:20.368382 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 4b840396-0d0a-4bba-9c14-675dc49bfe88 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:20.416146 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53974) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:20.461943 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-2fcf40b3-03a2-4e73-b663-2edb12835d89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5348b8896ef46a3a7f474f181b5dc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445759 Nov 21 04:45:20.464396 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53976) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:20.517506 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc004-b402-42fb-abce-97f873aac1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.544528 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc004-b402-42fb-abce-97f873aac1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.595871 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc004-b402-42fb-abce-97f873aac1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.598592 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc004-b402-42fb-abce-97f873aac1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:20.599757 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4cfcc004-b402-42fb-abce-97f873aac1e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76ac2965-f78f-499e-a1ca-35aac4264bef HTTP/1.1" status: 204 len: 168 time: 0.1344538 Nov 21 04:45:20.608166 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcc004-b402-42fb-abce-97f873aac1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ac2965-f78f-499e-a1ca-35aac4264bef,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:20.926361 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:20.974241 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-b95a112b-e82b-4973-b900-e7e5b69a4481 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a10fe037d4c14b9d9ac2ad6b7fb232c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466776 Nov 21 04:45:20.976601 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 53986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:21.027631 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f13880-9e43-4f4b-a334-43f8a6f787f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:21.052532 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f13880-9e43-4f4b-a334-43f8a6f787f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:21.100936 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f13880-9e43-4f4b-a334-43f8a6f787f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:21.103638 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f13880-9e43-4f4b-a334-43f8a6f787f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:21.104778 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f3f13880-9e43-4f4b-a334-43f8a6f787f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6334768-5b4e-4864-87a7-660f87406aa6 HTTP/1.1" status: 204 len: 168 time: 0.1270926 Nov 21 04:45:21.113317 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13880-9e43-4f4b-a334-43f8a6f787f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6334768-5b4e-4864-87a7-660f87406aa6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:21.815151 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:21.837831 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54038) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:21.924086 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc950-b07e-4d77-913e-015bd60e2a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:21.937076 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-97424971-network', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:21.973806 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Made reservation on behalf of fb4906dd476b4802b0d94c126f85799c for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:45:21.976070 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:21.989233 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.070363 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc950-b07e-4d77-913e-015bd60e2a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.077980 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc950-b07e-4d77-913e-015bd60e2a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.138236 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc950-b07e-4d77-913e-015bd60e2a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271e5e3a-a26c-4e8e-a02d-bd08d4afa958,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:22.143381 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3a2fc950-b07e-4d77-913e-015bd60e2a84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cfe5181fb5e4c31b0f5153340f4a750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271143 Nov 21 04:45:22.146361 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:22.157159 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.162399 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.191607 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:45:22.201441 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae857fa5-da2c-4990-b106-24b253429bba,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:22.202279 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4147fa49-728b-4109-abb8-2dc6c6595293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.207711 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.207983 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Added segment 5505c81b-c662-462a-9677-b0ead55aec2f of type vlan for network 41dda450-90d9-4900-8a16-7b7ecc9f54eb Nov 21 04:45:22.226648 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4147fa49-728b-4109-abb8-2dc6c6595293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.256953 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.277953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4147fa49-728b-4109-abb8-2dc6c6595293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.280842 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4147fa49-728b-4109-abb8-2dc6c6595293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.282189 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-4147fa49-728b-4109-abb8-2dc6c6595293 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/271e5e3a-a26c-4e8e-a02d-bd08d4afa958 HTTP/1.1" status: 204 len: 168 time: 0.1347163 Nov 21 04:45:22.285287 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.286404 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:22.287154 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.291972 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147fa49-728b-4109-abb8-2dc6c6595293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e5e3a-a26c-4e8e-a02d-bd08d4afa958,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:22.353715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:22.353972 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5158682 Nov 21 04:45:22.360125 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Request body: {'subnet': {'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-97424971-subnet', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:22.369857 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4984563-8f2a-4a1c-8146-5becd0ecb5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=41dda450-90d9-4900-8a16-7b7ecc9f54eb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:22.380612 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:45:22.391051 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Made reservation on behalf of fb4906dd476b4802b0d94c126f85799c for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:45:22.393474 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521812'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.605292 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3509591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521834'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.612440 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:22.627449 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba07bc56-4f05-40df-81aa-cdf921a96d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.694606 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Checking segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:22.695481 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Network hostable DHCP agents. Network: 41dda450-90d9-4900-8a16-7b7ecc9f54eb, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:45:22.698836 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb30f85-790f-478f-a251-3b87634d762b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:22.721836 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba07bc56-4f05-40df-81aa-cdf921a96d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.727365 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba07bc56-4f05-40df-81aa-cdf921a96d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.729045 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:45:22.739895 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 41dda450-90d9-4900-8a16-7b7ecc9f54eb) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:22.744445 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:22.745788 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.758451 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0daf97e-5138-4316-a43a-0037c38324c7 None None] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:45:22.769414 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2a52bb7c-1aa4-4c37-bb79-a0bd73aa617e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4142601 Nov 21 04:45:22.772086 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:22.776531 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:22.792802 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-ba07bc56-4f05-40df-81aa-cdf921a96d39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac3d8188e5344e4bbb72ab0eb1784962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769936 Nov 21 04:45:22.793978 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54068) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:22.809465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07bc56-4f05-40df-81aa-cdf921a96d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa196ae-b458-477e-9b46-5fffbce3c15b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:22.838754 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b759-9aa7-4b07-942c-4b009964c358 req-51599cef-3b87-4184-8a0b-c151687d92fd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:22.846975 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a899b759-9aa7-4b07-942c-4b009964c358 req-51599cef-3b87-4184-8a0b-c151687d92fd tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.0810680 Nov 21 04:45:22.868397 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.869411 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.881866 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37a5e1b2-820f-4e12-8934-0f7640e15526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.915562 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a899b759-9aa7-4b07-942c-4b009964c358 req-34d00a51-b9d8-4d9a-a5b0-5d78cbd6243e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626070 Nov 21 04:45:22.931217 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37a5e1b2-820f-4e12-8934-0f7640e15526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:22.979574 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.007878 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:45:23.008776 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.160181 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.168157 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37a5e1b2-820f-4e12-8934-0f7640e15526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.171491 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37a5e1b2-820f-4e12-8934-0f7640e15526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.172636 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-37a5e1b2-820f-4e12-8934-0f7640e15526 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efa196ae-b458-477e-9b46-5fffbce3c15b HTTP/1.1" status: 204 len: 168 time: 0.3772798 Nov 21 04:45:23.193162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5e1b2-820f-4e12-8934-0f7640e15526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa196ae-b458-477e-9b46-5fffbce3c15b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:23.202379 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Allocated IP 172.20.0.2 (41dda450-90d9-4900-8a16-7b7ecc9f54eb/4bb30f85-790f-478f-a251-3b87634d762b/1740e753-a183-41e0-89f6-754a07381c17) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:45:23.401895 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.410076 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.416165 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.440674 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.461829 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:23.465366 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:23.470147 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:45:23.478329 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Pushing event updated for resources: {'Port': ['ID=1740e753-a183-41e0-89f6-754a07381c17,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:23.537533 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54076) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:23.541156 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Attempting to bind port 1740e753-a183-41e0-89f6-754a07381c17 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:45:23.541532 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Attempting to bind port 1740e753-a183-41e0-89f6-754a07381c17 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:45:23.541902 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Attempting to bind port 1740e753-a183-41e0-89f6-754a07381c17 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:23.548061 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:45:23.548443 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Checking segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:23.548858 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.549251 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Bound using segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:45:23.549722 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Bound port: 1740e753-a183-41e0-89f6-754a07381c17, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:45:23.550106 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.553733 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6e605f3-f768-41a7-9f77-ccfed954c820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.573324 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Allocated IP 172.27.1.226 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/6f4724bf-4934-4a26-abce-99c8981ce7ce) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:45:23.632807 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] For port 1740e753-a183-41e0-89f6-754a07381c17, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:45:23.636490 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] For port 1740e753-a183-41e0-89f6-754a07381c17, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=1740e753-a183-41e0-89f6-754a07381c17,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:45:23.642665 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.642913 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6e605f3-f768-41a7-9f77-ccfed954c820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.650343 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6e605f3-f768-41a7-9f77-ccfed954c820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.705992 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e605f3-f768-41a7-9f77-ccfed954c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ed67e-4f7e-4d23-add4-c36b76c6cccb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:23.712317 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c6e605f3-f768-41a7-9f77-ccfed954c820 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0e7963341a348c98a6c1959620b6863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736042 Nov 21 04:45:23.715950 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fbf59-fb60-4340-8799-6c3cfbc8e37f None None] Pushing event updated for resources: {'Port': ['ID=1740e753-a183-41e0-89f6-754a07381c17,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:23.716674 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54078) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:23.786635 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8619578d-7c2b-498c-a206-f7a8c12c3a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.814601 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8619578d-7c2b-498c-a206-f7a8c12c3a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.871781 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8619578d-7c2b-498c-a206-f7a8c12c3a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.875517 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8619578d-7c2b-498c-a206-f7a8c12c3a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:23.876924 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-8619578d-7c2b-498c-a206-f7a8c12c3a57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b37ed67e-4f7e-4d23-add4-c36b76c6cccb HTTP/1.1" status: 204 len: 168 time: 0.1591396 Nov 21 04:45:23.886209 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619578d-7c2b-498c-a206-f7a8c12c3a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ed67e-4f7e-4d23-add4-c36b76c6cccb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:24.076056 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.101158 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd38d9-feac-4273-9159-7bb7b20f47fe req-2e8664db-f69d-4543-8cc7-b11ca671eeef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:24.103061 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5dcd38d9-feac-4273-9159-7bb7b20f47fe req-2e8664db-f69d-4543-8cc7-b11ca671eeef tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.1016357 Nov 21 04:45:24.117812 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1740e753-a183-41e0-89f6-754a07381c17 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:24.175608 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.189220 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 1740e753-a183-41e0-89f6-754a07381c17 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:24.189594 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.239811 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5dcd38d9-feac-4273-9159-7bb7b20f47fe req-515b16fd-48f8-4308-8279-1a7c6a271794 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137881 Nov 21 04:45:24.249117 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:24.254511 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:24.259572 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:45:24.288312 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4724bf-4934-4a26-abce-99c8981ce7ce,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:24.290579 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.334631 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 1740e753-a183-41e0-89f6-754a07381c17, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=1740e753-a183-41e0-89f6-754a07381c17,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:24.339404 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.398345 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=1740e753-a183-41e0-89f6-754a07381c17,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:24.587694 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.790539 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27afe32f-4427-4dac-b0b4-494bb88dba75 None None] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:45:24.838000 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.945929 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c1e9fb7d-df04-4b85-89a9-64b407865e6a None None] Provisioning complete for port 1740e753-a183-41e0-89f6-754a07381c17 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:24.946606 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1e9fb7d-df04-4b85-89a9-64b407865e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:24.996553 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:45:25.143854 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:25.162432 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:25.166187 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:25.170008 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-e290cb3b-d084-4c2a-80c4-5311065dc094 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3944378 Nov 21 04:45:25.170223 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54116) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:25.174826 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:25.175762 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:25.316634 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91f02d5a-136b-4456-836c-2ed8b453b142 None None] Provisioning complete for port 1740e753-a183-41e0-89f6-754a07381c17 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:25.316634 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91f02d5a-136b-4456-836c-2ed8b453b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:25.345202 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:25.431494 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb41539-0698-4cbe-935c-26f685479fa8 req-44c59fb6-e377-43d1-9e79-d7372a02204e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:25.440146 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7bb41539-0698-4cbe-935c-26f685479fa8 req-44c59fb6-e377-43d1-9e79-d7372a02204e tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.0845239 Nov 21 04:45:25.490988 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7bb41539-0698-4cbe-935c-26f685479fa8 req-a9939fdc-7986-499f-aed0-1b66855a48f9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496044 Nov 21 04:45:25.597872 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:24Z', 'revision_number': 3, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:25.635183 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:25.635648 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Updating router e5e834a3-8b3c-4a63-bf56-e7670b362cfa port 6f4724bf-4934-4a26-abce-99c8981ce7ce binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:45:25.672510 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:25.741997 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:25.940872 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Allocated IP 172.20.0.1 (41dda450-90d9-4900-8a16-7b7ecc9f54eb/4bb30f85-790f-478f-a251-3b87634d762b/27092ca4-1711-4d6d-a019-1af5e653cdbf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:45:25.996487 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.014497 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.066605 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Attempting to bind port 6f4724bf-4934-4a26-abce-99c8981ce7ce on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:45:26.067183 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Attempting to bind port 6f4724bf-4934-4a26-abce-99c8981ce7ce by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:45:26.067735 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Attempting to bind port 6f4724bf-4934-4a26-abce-99c8981ce7ce on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:26.071709 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1740e753-a183-41e0-89f6-754a07381c17 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:26.096964 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Pushing event updated for resources: {'Port': ['ID=6f4724bf-4934-4a26-abce-99c8981ce7ce,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:26.105178 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:45:26.105576 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:26.105989 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.106388 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:45:26.106894 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Bound port: 6f4724bf-4934-4a26-abce-99c8981ce7ce, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:45:26.107306 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.111073 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.111622 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.112166 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.112683 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.113231 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.113771 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.114395 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.114942 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.115485 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.116032 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.116547 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.117062 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:45:26.147951 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.181417 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] For port 6f4724bf-4934-4a26-abce-99c8981ce7ce, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:45:26.185579 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] For port 6f4724bf-4934-4a26-abce-99c8981ce7ce, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6f4724bf-4934-4a26-abce-99c8981ce7ce,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:45:26.193215 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.201608 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.226888 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 1740e753-a183-41e0-89f6-754a07381c17 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:26.227266 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.254741 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:26.262103 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329044-9ab9-4177-b890-f0c410adc8a1 None None] Pushing event updated for resources: {'Port': ['ID=6f4724bf-4934-4a26-abce-99c8981ce7ce,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:26.262711 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:26.279567 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:45:26.305365 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:26.306001 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:26.414594 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Pushing event updated for resources: {'Port': ['ID=27092ca4-1711-4d6d-a019-1af5e653cdbf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:26.449658 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:26.463752 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-fe9f335b-529a-4182-9f50-60246057a8f5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:26.465334 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-fe9f335b-529a-4182-9f50-60246057a8f5 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.1480432 Nov 21 04:45:26.487395 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.554141 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2d34bf81-71c0-4d08-a9f4-af860f8ad407 None None] Provisioning complete for port 27092ca4-1711-4d6d-a019-1af5e653cdbf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:26.554620 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d34bf81-71c0-4d08-a9f4-af860f8ad407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.612382 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d34bf81-71c0-4d08-a9f4-af860f8ad407 None None] Port 27092ca4-1711-4d6d-a019-1af5e653cdbf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:45:26.652785 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d4ee-1be2-4961-9c50-4bf615fd3766 req-e093dbb9-bb10-4288-a35c-8dd38ebde432 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:26.654382 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e588d4ee-1be2-4961-9c50-4bf615fd3766 req-e093dbb9-bb10-4288-a35c-8dd38ebde432 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.0720847 Nov 21 04:45:26.693622 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:24Z', 'revision_number': 3, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:26.699662 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-76302c5c-346e-4a85-818e-25b0a0679162 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:26.701660 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-76302c5c-346e-4a85-818e-25b0a0679162 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/networks?id=8506697a-822c-4d67-8c08-16ee832f0a91 HTTP/1.1" status: 200 len: 813 time: 0.3855519 Nov 21 04:45:26.713997 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e588d4ee-1be2-4961-9c50-4bf615fd3766 req-ef4121d9-5a36-485a-af07-227187299abb tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478468 Nov 21 04:45:26.736455 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-dc568caa-364b-4099-9a39-04acc719a136 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/quotas/678c11f1abb44cdc896904ebf3689475 HTTP/1.1" status: 200 len: 375 time: 0.0231111 Nov 21 04:45:26.739753 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2cd7b-2f14-4a43-8d27-4e9b8d9eee30 None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:24Z', 'revision_number': 3, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:26.778860 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Deleting port ed820f8a-d64a-4853-85c4-576f875e91f8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:26.779476 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:26.816718 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-d033d4ef-6f5f-41f7-96fa-5140885aaf6f tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=678c11f1abb44cdc896904ebf3689475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733321 Nov 21 04:45:26.860873 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:27.042218 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] For port ed820f8a-d64a-4853-85c4-576f875e91f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ed820f8a-d64a-4853-85c4-576f875e91f8,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:27.042611 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:27.377543 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-c923f4ea-91e9-4b01-8151-30384f1f8b05 service neutron] 10.222.0.37 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255938 Nov 21 04:45:27.669595 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-c7a02fb7-09ad-44d3-8bd6-0bce917063b0 service neutron] 10.222.0.37 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200909 Nov 21 04:45:27.742504 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:27.751994 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:27.752465 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:27.752957 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Floating IP d40acae1-526f-404e-bc76-156f026dfbd1 disassociated. External IP: 172.27.1.208, port: ed820f8a-d64a-4853-85c4-576f875e91f8. Nov 21 04:45:27.753316 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Calling delete_port for ed820f8a-d64a-4853-85c4-576f875e91f8 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:27.758331 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:27.856660 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe175093-a590-4b7d-9d4f-295f4d4268f1 req-1904da36-1b73-4168-9922-ed8ae1f1a3f9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:27.859058 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fe175093-a590-4b7d-9d4f-295f4d4268f1 req-1904da36-1b73-4168-9922-ed8ae1f1a3f9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 946 time: 0.0583425 Nov 21 04:45:27.909793 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7bf2127f-3ee5-42dd-a649-e611699707f8 req-f483be6d-0a4d-4db5-8d07-253dafc67c38 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 210 time: 0.0897746 Nov 21 04:45:27.933611 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:27.933611 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Pushing event updated for resources: {'Port': ['ID=27092ca4-1711-4d6d-a019-1af5e653cdbf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:27.934889 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fe175093-a590-4b7d-9d4f-295f4d4268f1 req-1c56171f-fee8-416b-8572-64b47daa47ec tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3fe18f0-50b6-40b1-9fa7-206344e60390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685103 Nov 21 04:45:28.061205 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6f4724bf-4934-4a26-abce-99c8981ce7ce up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:28.105132 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:28.112622 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:28.123524 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:28.176835 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 6f4724bf-4934-4a26-abce-99c8981ce7ce triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:28.177217 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:28.217105 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event deleted for resources: {'Port': ['ID=ed820f8a-d64a-4853-85c4-576f875e91f8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:28.319292 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:28.359759 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 6f4724bf-4934-4a26-abce-99c8981ce7ce, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6f4724bf-4934-4a26-abce-99c8981ce7ce,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:28.370240 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:28.407034 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:45:28.411621 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bcf6693-e098-46c5-a6ad-dfd0012736de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:28.437558 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=6f4724bf-4934-4a26-abce-99c8981ce7ce,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:28.456645 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bf029ad6-3092-42d3-8406-58c8e2332cf8 None None] Provisioning complete for port 27092ca4-1711-4d6d-a019-1af5e653cdbf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:28.457090 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf029ad6-3092-42d3-8406-58c8e2332cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:28.506230 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bf029ad6-3092-42d3-8406-58c8e2332cf8 None None] Port 27092ca4-1711-4d6d-a019-1af5e653cdbf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:45:28.594162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Router 4b351c15-f0b4-44b4-918e-a6b435ff3335 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:45:28.623378 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:28.667565 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:28.677559 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1fc28785-16aa-4117-b6d6-b8a0ffd10302 admin admin] 10.222.0.37 "PUT /v2.0/routers/e5e834a3-8b3c-4a63-bf56-e7670b362cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5060942 Nov 21 04:45:28.694976 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:28.695931 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:28.819713 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:28.830701 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86603161-ceee-4616-b545-57f968b6e297 None None] Sync routers for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:28.849564 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:28.854088 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:28.896780 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:28.911966 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] No DVR routers for this DVR port ed820f8a-d64a-4853-85c4-576f875e91f8 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:28.914563 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:28.918218 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e71e6169-fc52-4c96-904e-f021a43c20cc req-b7c2a299-220d-402e-9f02-17987fded7dc tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.48 "DELETE /v2.0/ports/ed820f8a-d64a-4853-85c4-576f875e91f8 HTTP/1.1" status: 204 len: 173 time: 2.4430418 Nov 21 04:45:28.918889 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-deleted', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:45:28.922935 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4669d4-5fe7-4c34-b370-081f567bf78a" -d '{"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-deleted", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:45:29.020980 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0ff70f-f218-449e-bd42-5196de70b185 x-openstack-request-id: req-4b0ff70f-f218-449e-bd42-5196de70b185 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:45:29.021655 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b386b804-ba36-4272-a428-ca944c133734", "name": "network-vif-deleted", "tag": "ed820f8a-d64a-4853-85c4-576f875e91f8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:45:29.022163 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b0ff70f-f218-449e-bd42-5196de70b185 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:45:29.022838 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b386b804-ba36-4272-a428-ca944c133734', 'name': 'network-vif-deleted', 'tag': 'ed820f8a-d64a-4853-85c4-576f875e91f8', 'status': 'completed', 'code': 200} Nov 21 04:45:29.113247 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-ab97e0bd-fe83-4733-8254-e28fb84a33d8 req-d4e6c604-eea7-44be-86ad-2743dbf7f7da tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 210 time: 0.0776289 Nov 21 04:45:29.268637 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0c5f15b7-93bc-4231-a4f5-d303e7e221b8 req-480df77c-d096-480f-acd7-e4860ac37376 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/ports?device_id=b386b804-ba36-4272-a428-ca944c133734 HTTP/1.1" status: 200 len: 210 time: 0.1302111 Nov 21 04:45:29.308879 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:29.400838 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-ba31d74c-3f07-48f1-956c-6f7565ca9f7a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:29.403277 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-ba31d74c-3f07-48f1-956c-6f7565ca9f7a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "GET /v2.0/networks?id=8506697a-822c-4d67-8c08-16ee832f0a91 HTTP/1.1" status: 200 len: 813 time: 0.3468993 Nov 21 04:45:29.412418 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:29.427662 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Request body: {'port': {'device_id': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91', 'admin_state_up': True, 'tenant_id': '678c11f1abb44cdc896904ebf3689475'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:29.441996 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: ed820f8a-d64a-4853-85c4-576f875e91f8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:29.442680 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device ed820f8a-d64a-4853-85c4-576f875e91f8 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:29.480498 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:27Z', 'revision_number': 2, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:29.528196 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:29.528859 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Updating router e5e834a3-8b3c-4a63-bf56-e7670b362cfa port 27092ca4-1711-4d6d-a019-1af5e653cdbf binding host dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:45:29.590068 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:29.632581 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Made reservation on behalf of 678c11f1abb44cdc896904ebf3689475 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:45:29.651354 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:29.756915 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:29.802250 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:29.809072 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1477294985-network', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:29.831005 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86603161-ceee-4616-b545-57f968b6e297 None None] Checking router: 4b351c15-f0b4-44b4-918e-a6b435ff3335 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:29.843818 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Made reservation on behalf of c65053dc4ef547d1a3ed86b202290a1b for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:45:29.847728 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:29.848092 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:29.850376 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:29.861396 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:29.981844 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:29.986954 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.009154 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 21 04:45:30.042623 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.043337 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.segments_db [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Added segment 262a7b76-a956-4453-9bfb-f19c35320e10 of type vlan for network 6307767b-b7a8-4afd-9b80-e70e8ef0962e Nov 21 04:45:30.045598 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d79eb8-7744-4c82-81fc-8f5492b1d836,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:30.046202 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Allocated IP 172.20.0.9 (8506697a-822c-4d67-8c08-16ee832f0a91/28cb6bb7-a21b-43a5-9575-b2bfa11eb614/743532ba-4da9-4c6c-81d3-1ae3c756433c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:45:30.056564 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:30.115734 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730954469614'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.158063 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.159632 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6f4724bf-4934-4a26-abce-99c8981ce7ce up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:30.161001 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:30.162417 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.195284 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3915675 Nov 21 04:45:30.210591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:30.216617 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Request body: {'subnet': {'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1477294985-subnet', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:30.281993 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 6f4724bf-4934-4a26-abce-99c8981ce7ce triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:30.282912 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.292789 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-8a82a576-8428-4e25-8adc-3151aaab78e4 req-a9d5e3a8-6059-47ed-9897-399c5746dbc4 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 210 time: 0.0741210 Nov 21 04:45:30.300975 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47ba0-b5d4-49cd-a974-dc210a5ca5be admin admin] Pushing event updated for resources: {'Network': ['ID=6307767b-b7a8-4afd-9b80-e70e8ef0962e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:30.322265 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e details requested by agent ovs-agent-dv-cinder-776422-6-iscsi with host dv-cinder-776422-6-iscsi {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 21 04:45:30.331295 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.360411 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.368152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Made reservation on behalf of c65053dc4ef547d1a3ed86b202290a1b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:45:30.370866 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521812'] for subnet, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.381802 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.412217 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54258) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:30.435604 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-86603161-ceee-4616-b545-57f968b6e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:30.485570 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.489225 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb8006-e863-46ca-a718-c1e3847c9b45 None None] Pushing event updated for resources: {'Port': ['ID=27092ca4-1711-4d6d-a019-1af5e653cdbf,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:30.511585 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6060c29-b4d1-46e4-a875-ed69afac42c9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.513817 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86603161-ceee-4616-b545-57f968b6e297 None None] The sync data for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi is: [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:38:16Z', 'revision_number': 4, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '9f3cb35f-9973-40f9-8d5c-f373d8e87f92', 'name': '', 'network_id': 'e8c8b10c-e81a-4c18-8497-a88820180b91', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'mac_address': 'fa:16:3e:cb:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:09Z', 'updated_at': '2021-11-21T04:38:27Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'subnets': [{'id': 'a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:30.552964 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6060c29-b4d1-46e4-a875-ed69afac42c9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.597257 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Network 8506697a-822c-4d67-8c08-16ee832f0a91 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:30.609715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:30.619894 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:45:30.627584 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Pushing event updated for resources: {'Port': ['ID=743532ba-4da9-4c6c-81d3-1ae3c756433c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:30.664705 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6060c29-b4d1-46e4-a875-ed69afac42c9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.666948 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Attempting to bind port 27092ca4-1711-4d6d-a019-1af5e653cdbf on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:45:30.667566 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Attempting to bind port 27092ca4-1711-4d6d-a019-1af5e653cdbf by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:45:30.668570 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6060c29-b4d1-46e4-a875-ed69afac42c9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.669567 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Attempting to bind port 27092ca4-1711-4d6d-a019-1af5e653cdbf on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:30.669992 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f6060c29-b4d1-46e4-a875-ed69afac42c9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "DELETE /v2.0/security-groups/a3fe18f0-50b6-40b1-9fa7-206344e60390 HTTP/1.1" status: 204 len: 168 time: 0.2565689 Nov 21 04:45:30.674599 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54260) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:30.679083 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:45:30.679730 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Checking segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:30.680140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.680537 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Bound using segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:45:30.681016 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Bound port: 27092ca4-1711-4d6d-a019-1af5e653cdbf, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:45:30.681406 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.696971 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6060c29-b4d1-46e4-a875-ed69afac42c9 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe18f0-50b6-40b1-9fa7-206344e60390,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:30.713347 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.api.v2.resource [None req-c56c0735-a7cc-4acd-bd75-dc154d4acae0 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] show failed (client error): The resource could not be found. Nov 21 04:45:30.718044 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:30.718212 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c56c0735-a7cc-4acd-bd75-dc154d4acae0 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "GET /v2.0/security-groups/a3fe18f0-50b6-40b1-9fa7-206344e60390 HTTP/1.1" status: 404 len: 347 time: 0.0400939 Nov 21 04:45:30.775275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:30.776242 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.801262 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] For port 27092ca4-1711-4d6d-a019-1af5e653cdbf, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:45:30.805634 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] For port 27092ca4-1711-4d6d-a019-1af5e653cdbf, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=27092ca4-1711-4d6d-a019-1af5e653cdbf,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:45:30.809251 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-df0ff227-e2a6-454f-9418-32b5a633feba tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3885751 Nov 21 04:45:30.810698 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.841584 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Request body: {'port': {'device_id': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:30.886955 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb8006-e863-46ca-a718-c1e3847c9b45 None None] Pushing event updated for resources: {'Port': ['ID=27092ca4-1711-4d6d-a019-1af5e653cdbf,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:30.890601 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:30.891220 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:30.931264 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:30.976437 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Deleting port 61fdc11f-c9a9-45e2-b496-acd4f65b9e84 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:30.977250 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.045007 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:31.130142 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.131167 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.148238 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Calling delete_port for 61fdc11f-c9a9-45e2-b496-acd4f65b9e84 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:31.149112 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f39ea-18c4-43cb-99dc-648af25d0157 None None] New status for floating IP d40acae1-526f-404e-bc76-156f026dfbd1: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:45:31.251916 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3509591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521834'] for subnet, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.275083 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-446ae9f4-4341-433d-ba2a-76a4b7f28e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.336670 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.350252 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8cc93b57-fe75-4880-b5c2-c3c86f86f2bd None None] Provisioning complete for port 27092ca4-1711-4d6d-a019-1af5e653cdbf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:31.350955 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8cc93b57-fe75-4880-b5c2-c3c86f86f2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.374298 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Pushing event deleted for resources: {'Port': ['ID=61fdc11f-c9a9-45e2-b496-acd4f65b9e84,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:31.385196 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Checking segment: {'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:31.385563 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Network hostable DHCP agents. Network: 6307767b-b7a8-4afd-9b80-e70e8ef0962e, hostable agents: ['806ad7d9-7117-44be-b6d8-c2ba2727cc23'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 21 04:45:31.409415 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.db.api [None req-a72f39ea-18c4-43cb-99dc-648af25d0157 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 21 04:45:31.411075 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG oslo_db.api [None req-a72f39ea-18c4-43cb-99dc-648af25d0157 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 21 04:45:31.461780 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.465681 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.474655 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-d5e0b809-f550-4db0-ac49-31e2d05c2780 tempest-AttachVolumeShelveTestJSON-963256519 tempest-AttachVolumeShelveTestJSON-963256519-project] 10.222.0.37 "DELETE /v2.0/floatingips/d40acae1-526f-404e-bc76-156f026dfbd1 HTTP/1.1" status: 204 len: 168 time: 0.7549684 Nov 21 04:45:31.475875 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26b805f-3e02-4d08-9840-2ca00955d03c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:31.518415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e is scheduled to be hosted by DHCP agent 806ad7d9-7117-44be-b6d8-c2ba2727cc23 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 21 04:45:31.541593 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-6-iscsi, 6307767b-b7a8-4afd-9b80-e70e8ef0962e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:31.560370 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235dd9f-ed59-41eb-ae96-fa7c545e4a9e req-a3fc179d-32ad-4e5a-bb53-930341301a86 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:31.561434 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96382dc1-a2c2-4757-a7e7-6173832027dc None None] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:45:31.562222 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f235dd9f-ed59-41eb-ae96-fa7c545e4a9e req-a3fc179d-32ad-4e5a-bb53-930341301a86 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 931 time: 0.1394742 Nov 21 04:45:31.569345 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:31.569963 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.648329 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8cc93b57-fe75-4880-b5c2-c3c86f86f2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.653729 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-7977bcea-6acf-4307-9a7e-e24f000a50d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4393547 Nov 21 04:45:31.654554 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:31.659458 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:31.678961 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743532ba-4da9-4c6c-81d3-1ae3c756433c {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:45:31.694039 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.694987 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9195'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.696562 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-468315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-465249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9170'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.696844 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54288) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:31.709386 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f235dd9f-ed59-41eb-ae96-fa7c545e4a9e req-28bcc8ce-2a43-4098-97e8-f75eda38eb4c tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365972 Nov 21 04:45:31.720685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Transition to ACTIVE for port object 743532ba-4da9-4c6c-81d3-1ae3c756433c will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:45:31.725932 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.757134 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8cc93b57-fe75-4880-b5c2-c3c86f86f2bd None None] For port 27092ca4-1711-4d6d-a019-1af5e653cdbf, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=27092ca4-1711-4d6d-a019-1af5e653cdbf,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:31.765823 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8cc93b57-fe75-4880-b5c2-c3c86f86f2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.805785 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.837397 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:30Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:31.880790 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba9a27-6c91-4e9a-9f02-9616ed99351d None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:30Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:31.918144 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f39ea-18c4-43cb-99dc-648af25d0157 None None] New status for floating IP d40acae1-526f-404e-bc76-156f026dfbd1: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:45:31.923126 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5e8fa95-a238-4341-814b-65c430310d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:31.927053 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc93b57-fe75-4880-b5c2-c3c86f86f2bd None None] Pushing event updated for resources: {'Port': ['ID=27092ca4-1711-4d6d-a019-1af5e653cdbf,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:31.935489 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Pushing event updated for resources: {'Port': ['ID=743532ba-4da9-4c6c-81d3-1ae3c756433c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:32.060210 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0d2c3c27-9b18-4edd-8f80-fcdad5d06c55 None None] Provisioning complete for port 27092ca4-1711-4d6d-a019-1af5e653cdbf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:32.060906 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3c27-9b18-4edd-8f80-fcdad5d06c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.107497 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Attempting to bind port 743532ba-4da9-4c6c-81d3-1ae3c756433c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:45:32.108349 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Attempting to bind port 743532ba-4da9-4c6c-81d3-1ae3c756433c by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:45:32.108778 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Attempting to bind port 743532ba-4da9-4c6c-81d3-1ae3c756433c on network 8506697a-822c-4d67-8c08-16ee832f0a91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:32.118095 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Port 743532ba-4da9-4c6c-81d3-1ae3c756433c on network 8506697a-822c-4d67-8c08-16ee832f0a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:45:32.118611 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Attempting to bind port 743532ba-4da9-4c6c-81d3-1ae3c756433c on network 8506697a-822c-4d67-8c08-16ee832f0a91 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:32.135335 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.157248 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ecf321d-2fd7-5580-b0eb-341198aec797-6307767b-b7a8-4afd-9b80-e70e8ef0962e', 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'fixed_ips': [{'subnet_id': 'b26b805f-3e02-4d08-9840-2ca00955d03c'}]}} from dv-cinder-776422-6-iscsi. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 21 04:45:32.159419 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5e8fa95-a238-4341-814b-65c430310d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.161270 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:45:32.161764 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Checking segment: {'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:32.162163 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Bound using segment: {'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:45:32.162680 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Bound port: 743532ba-4da9-4c6c-81d3-1ae3c756433c, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b829ae-a198-46d6-83d4-8b428f4d4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:45:32.163208 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.164672 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.169434 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5e8fa95-a238-4341-814b-65c430310d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.202412 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.210319 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 27092ca4-1711-4d6d-a019-1af5e653cdbf up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:32.299465 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8fa95-a238-4341-814b-65c430310d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ab37b-da24-46af-835e-d131bb425612,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:32.309039 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c5e8fa95-a238-4341-814b-65c430310d3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66db1fe9480b4071b62e88bdb66893a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6085572 Nov 21 04:45:32.309857 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54292) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:32.384597 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] For port 743532ba-4da9-4c6c-81d3-1ae3c756433c, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:45:32.397082 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] For port 743532ba-4da9-4c6c-81d3-1ae3c756433c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=743532ba-4da9-4c6c-81d3-1ae3c756433c,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:45:32.413010 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.454843 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d756b1b-adff-4425-87e2-4f80281bdd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.483949 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:32.484590 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.486453 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] 10.222.0.48 "PUT /v2.0/ports/743532ba-4da9-4c6c-81d3-1ae3c756433c HTTP/1.1" status: 200 len: 1093 time: 1.6491511 Nov 21 04:45:32.489080 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'tag': '743532ba-4da9-4c6c-81d3-1ae3c756433c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:45:32.491598 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189b9641-7719-427f-a0f0-b6ae43727eae" -d '{"events": [{"name": "network-changed", "server_uuid": "454ebadd-aaeb-44f0-b768-4d302df4a096", "tag": "743532ba-4da9-4c6c-81d3-1ae3c756433c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:45:32.528529 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d756b1b-adff-4425-87e2-4f80281bdd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.574975 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ee75-d3f6-4514-abd0-150ca29ed936 service neutron] Pushing event updated for resources: {'Port': ['ID=743532ba-4da9-4c6c-81d3-1ae3c756433c,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:32.599708 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 27092ca4-1711-4d6d-a019-1af5e653cdbf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:32.600250 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.630849 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-30455722-83a9-4e73-9148-db69439fb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:32.633733 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-30455722-83a9-4e73-9148-db69439fb7a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=678c11f1abb44cdc896904ebf3689475&device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 1096 time: 0.0763996 Nov 21 04:45:32.647732 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17127e1-9857-4ddf-840d-109e0f794817 x-openstack-request-id: req-e17127e1-9857-4ddf-840d-109e0f794817 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:45:32.648093 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454ebadd-aaeb-44f0-b768-4d302df4a096", "tag": "743532ba-4da9-4c6c-81d3-1ae3c756433c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:45:32.648404 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e17127e1-9857-4ddf-840d-109e0f794817 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:45:32.649027 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'tag': '743532ba-4da9-4c6c-81d3-1ae3c756433c', 'status': 'completed', 'code': 200} Nov 21 04:45:32.651397 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d756b1b-adff-4425-87e2-4f80281bdd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.654207 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d756b1b-adff-4425-87e2-4f80281bdd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:32.655519 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2d756b1b-adff-4425-87e2-4f80281bdd79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c9ab37b-da24-46af-835e-d131bb425612 HTTP/1.1" status: 204 len: 168 time: 0.3446343 Nov 21 04:45:32.719685 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d756b1b-adff-4425-87e2-4f80281bdd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ab37b-da24-46af-835e-d131bb425612,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:32.722949 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-2781659a-5e68-4d15-bb84-895c3f80fb25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743532ba-4da9-4c6c-81d3-1ae3c756433c HTTP/1.1" status: 200 len: 217 time: 0.0730727 Nov 21 04:45:32.835986 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a047dfb0-b0b3-49f9-810c-a4bcb742f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:32.837487 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-a047dfb0-b0b3-49f9-810c-a4bcb742f5d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28cb6bb7-a21b-43a5-9575-b2bfa11eb614 HTTP/1.1" status: 200 len: 853 time: 0.1048217 Nov 21 04:45:32.898677 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-371eb53e-562b-45cd-8bd3-2fd4b9298873 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8506697a-822c-4d67-8c08-16ee832f0a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534203 Nov 21 04:45:32.959595 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Allocated IP 172.20.0.2 (6307767b-b7a8-4afd-9b80-e70e8ef0962e/b26b805f-3e02-4d08-9840-2ca00955d03c/f188042a-0f5d-4d40-8172-b512151d3bfe) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:45:33.038859 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-fdf77e61-0e6c-47b0-819d-ae8480c86721 service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267397 Nov 21 04:45:33.121470 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc14cf-fc8b-48f4-bd05-43b79f060ccb req-fa5c5fd3-9e6a-4567-9a81-afbfff2548ec tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:33.124665 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a0cc14cf-fc8b-48f4-bd05-43b79f060ccb req-fa5c5fd3-9e6a-4567-9a81-afbfff2548ec tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 943 time: 0.1867287 Nov 21 04:45:33.148872 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.187111 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.240427 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f397279c-eb91-4fc3-b178-df4538d688d5 req-bf783c45-5c40-44d8-a8b0-1e0d1782367b service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923096 Nov 21 04:45:33.240940 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54312) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:33.252859 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.265043 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.272657 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecb34581-b0d7-4789-84fe-7dac545bb44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.298854 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a0cc14cf-fc8b-48f4-bd05-43b79f060ccb req-1f791ae7-4504-455e-a362-6d7687cb9345 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648669 Nov 21 04:45:33.332796 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:33.353462 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:33.356927 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:45:33.405756 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Pushing event updated for resources: {'Port': ['ID=f188042a-0f5d-4d40-8172-b512151d3bfe,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:33.410598 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Allocated IP 172.27.1.61 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/0a45998a-a120-472b-8b9b-e62da3c4e144) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:45:33.426039 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecb34581-b0d7-4789-84fe-7dac545bb44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.433620 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecb34581-b0d7-4789-84fe-7dac545bb44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.454206 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Attempting to bind port f188042a-0f5d-4d40-8172-b512151d3bfe on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:45:33.454613 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Attempting to bind port f188042a-0f5d-4d40-8172-b512151d3bfe by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:45:33.454971 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Attempting to bind port f188042a-0f5d-4d40-8172-b512151d3bfe on network 6307767b-b7a8-4afd-9b80-e70e8ef0962e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:33.460876 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:45:33.461258 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Checking segment: {'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:33.461661 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.462052 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Bound using segment: {'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:45:33.462534 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Bound port: f188042a-0f5d-4d40-8172-b512151d3bfe, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:45:33.462920 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.469082 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b9641-7719-427f-a0f0-b6ae43727eae req-b726c179-7d37-4f77-b0d5-a45efd22e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:33.471059 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-189b9641-7719-427f-a0f0-b6ae43727eae req-b726c179-7d37-4f77-b0d5-a45efd22e392 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=678c11f1abb44cdc896904ebf3689475&device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 1096 time: 0.1137469 Nov 21 04:45:33.547691 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] For port f188042a-0f5d-4d40-8172-b512151d3bfe, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:45:33.552456 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] For port f188042a-0f5d-4d40-8172-b512151d3bfe, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=f188042a-0f5d-4d40-8172-b512151d3bfe,segment=NetworkSegment(262a7b76-a956-4453-9bfb-f19c35320e10),segment_id=262a7b76-a956-4453-9bfb-f19c35320e10)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:45:33.556142 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ecb34581-b0d7-4789-84fe-7dac545bb44e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c635eb99e7cb477ead79e25a8a4390d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137050 Nov 21 04:45:33.556908 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.558618 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:33.559986 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb34581-b0d7-4789-84fe-7dac545bb44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d89e1ff-497c-4385-8fda-5b29637004d9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:33.582263 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.605138 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.660520 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a1d95-4921-485e-ae9c-0c07d5446533 None None] Pushing event updated for resources: {'Port': ['ID=f188042a-0f5d-4d40-8172-b512151d3bfe,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:33.660864 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b9641-7719-427f-a0f0-b6ae43727eae req-d6cfa604-1214-42c4-b333-d62c1ab4cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:33.662652 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-189b9641-7719-427f-a0f0-b6ae43727eae req-d6cfa604-1214-42c4-b333-d62c1ab4cdce service neutron] 10.222.0.48 "GET /v2.0/networks?id=8506697a-822c-4d67-8c08-16ee832f0a91 HTTP/1.1" status: 200 len: 914 time: 0.1760168 Nov 21 04:45:33.664072 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b80ddc0-4cc4-42a0-ab7a-a2d6b79d04b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.675364 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.729143 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b80ddc0-4cc4-42a0-ab7a-a2d6b79d04b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.742542 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-189b9641-7719-427f-a0f0-b6ae43727eae req-cdbe4a20-cf53-4eba-aef2-999d84d3a88e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743532ba-4da9-4c6c-81d3-1ae3c756433c HTTP/1.1" status: 200 len: 217 time: 0.0701814 Nov 21 04:45:33.756322 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:33.767113 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:33.777003 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:45:33.816815 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Pushing event updated for resources: {'Port': ['ID=0a45998a-a120-472b-8b9b-e62da3c4e144,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:33.829294 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b9641-7719-427f-a0f0-b6ae43727eae req-214e4093-be76-4dee-909d-91e60a76676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:33.832564 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-189b9641-7719-427f-a0f0-b6ae43727eae req-214e4093-be76-4dee-909d-91e60a76676f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28cb6bb7-a21b-43a5-9575-b2bfa11eb614 HTTP/1.1" status: 200 len: 853 time: 0.0748641 Nov 21 04:45:33.880025 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-189b9641-7719-427f-a0f0-b6ae43727eae req-b0ea9df9-f8dc-4bd9-971b-984df457e42e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8506697a-822c-4d67-8c08-16ee832f0a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343616 Nov 21 04:45:33.958135 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b80ddc0-4cc4-42a0-ab7a-a2d6b79d04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.962711 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b80ddc0-4cc4-42a0-ab7a-a2d6b79d04b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:33.964119 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5b80ddc0-4cc4-42a0-ab7a-a2d6b79d04b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d89e1ff-497c-4385-8fda-5b29637004d9 HTTP/1.1" status: 204 len: 168 time: 0.4025750 Nov 21 04:45:34.006357 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-189b9641-7719-427f-a0f0-b6ae43727eae req-b582cbb4-2f4b-4b74-882b-95a6d592cfdf service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184146 Nov 21 04:45:34.081955 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80ddc0-4cc4-42a0-ab7a-a2d6b79d04b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d89e1ff-497c-4385-8fda-5b29637004d9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:34.128477 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:34.166452 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-189b9641-7719-427f-a0f0-b6ae43727eae req-1f095433-4d07-4e5b-a025-8a1667f5e430 service neutron] 10.222.0.48 "GET /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502135 Nov 21 04:45:34.197506 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f188042a-0f5d-4d40-8172-b512151d3bfe up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:34.275862 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port f188042a-0f5d-4d40-8172-b512151d3bfe triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:34.276239 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:34.283986 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:34.395678 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:34.454647 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port f188042a-0f5d-4d40-8172-b512151d3bfe, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=f188042a-0f5d-4d40-8172-b512151d3bfe,segment=NetworkSegment(262a7b76-a956-4453-9bfb-f19c35320e10),segment_id=262a7b76-a956-4453-9bfb-f19c35320e10)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:34.464024 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:34.533683 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=f188042a-0f5d-4d40-8172-b512151d3bfe,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:34.647351 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465212'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:34.658125 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:34.845465 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Router bc6b240c-7f05-4567-9cbd-80a551fab9e0 is scheduled to L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 21 04:45:34.863370 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375660-00cd-4252-aef4-4ea0714f6a06 req-4febc770-f319-417a-bcfe-d8e8c8e9a9ea tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:34.864925 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f0375660-00cd-4252-aef4-4ea0714f6a06 req-4febc770-f319-417a-bcfe-d8e8c8e9a9ea tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 943 time: 0.4719281 Nov 21 04:45:34.920781 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1ce0f-5805-4716-988c-9af4235483d6 None None] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:45:34.993410 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:35.005299 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Sync routers for ids ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:35.026638 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Routers {'bc6b240c-7f05-4567-9cbd-80a551fab9e0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:35.028073 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:35.044003 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.048399 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f6f9b6f6-0e70-4190-9e19-aeb27699c338 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3902209 Nov 21 04:45:35.048795 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:35.072329 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a65d96c2-1556-4bf9-af41-65f8f137035c None None] Provisioning complete for port f188042a-0f5d-4d40-8172-b512151d3bfe triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:35.072707 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a65d96c2-1556-4bf9-af41-65f8f137035c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.116682 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f0375660-00cd-4252-aef4-4ea0714f6a06 req-dd9d5c4f-f020-4e4d-ac7f-03feaa607552 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329743 Nov 21 04:45:35.232127 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Set router bc6b240c-7f05-4567-9cbd-80a551fab9e0 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:35.397962 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.439450 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 743532ba-4da9-4c6c-81d3-1ae3c756433c details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:45:35.593591 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:45:34Z', 'revision_number': 3, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port': {'id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:33Z', 'updated_at': '2021-11-21T04:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:35.625274 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6c6831cc-a189-4ec9-a930-f5b05adbc427 None None] Provisioning complete for port f188042a-0f5d-4d40-8172-b512151d3bfe triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:35.625652 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c6831cc-a189-4ec9-a930-f5b05adbc427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.632991 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 743532ba-4da9-4c6c-81d3-1ae3c756433c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=743532ba-4da9-4c6c-81d3-1ae3c756433c,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:35.642559 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Checking router: bc6b240c-7f05-4567-9cbd-80a551fab9e0 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:35.643048 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Updating router bc6b240c-7f05-4567-9cbd-80a551fab9e0 port 0a45998a-a120-472b-8b9b-e62da3c4e144 binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:45:35.676526 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '743532ba-4da9-4c6c-81d3-1ae3c756433c', 'network_id': '8506697a-822c-4d67-8c08-16ee832f0a91', 'port_id': '743532ba-4da9-4c6c-81d3-1ae3c756433c', 'mac_address': 'fa:16:3e:b2:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb6bb7-a21b-43a5-9575-b2bfa11eb614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:45:35.687914 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.733662 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.753188 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743532ba-4da9-4c6c-81d3-1ae3c756433c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:45:35.776282 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 743532ba-4da9-4c6c-81d3-1ae3c756433c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=743532ba-4da9-4c6c-81d3-1ae3c756433c,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:35.779059 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Deleting port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:35.779540 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.801037 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.879265 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=743532ba-4da9-4c6c-81d3-1ae3c756433c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:35.926169 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.930076 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] For port 9f3cb35f-9973-40f9-8d5c-f373d8e87f92, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:35.931019 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:35.952497 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Calling delete_port for 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:36.073821 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f188042a-0f5d-4d40-8172-b512151d3bfe up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:36.079697 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.086938 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.112027 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['743532ba-4da9-4c6c-81d3-1ae3c756433c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:45:36.160970 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Attempting to bind port 0a45998a-a120-472b-8b9b-e62da3c4e144 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:45:36.161347 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Attempting to bind port 0a45998a-a120-472b-8b9b-e62da3c4e144 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:45:36.161711 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Attempting to bind port 0a45998a-a120-472b-8b9b-e62da3c4e144 on network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:36.164797 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568928e-970e-4079-af8f-a467b7ed03e7 None None] Pushing event updated for resources: {'Port': ['ID=0a45998a-a120-472b-8b9b-e62da3c4e144,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:36.172523 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:45:36.172902 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Checking segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:36.173547 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.173955 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Bound using segment: {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:45:36.174549 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Bound port: 0a45998a-a120-472b-8b9b-e62da3c4e144, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efa01e-642f-4d17-833c-a5474344a80e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:45:36.174997 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.244741 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] For port 0a45998a-a120-472b-8b9b-e62da3c4e144, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:45:36.255777 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] For port 0a45998a-a120-472b-8b9b-e62da3c4e144, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=0a45998a-a120-472b-8b9b-e62da3c4e144,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:45:36.262724 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.277320 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port f188042a-0f5d-4d40-8172-b512151d3bfe triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:36.278072 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.283552 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Allocated IP 172.20.0.1 (6307767b-b7a8-4afd-9b80-e70e8ef0962e/b26b805f-3e02-4d08-9840-2ca00955d03c/540eb7ca-3db9-4569-b2aa-5088cefcaad8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:45:36.349523 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.376077 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89580c9-679c-4aaa-8444-04e9b874c98c req-7bb32128-976a-4ee8-9024-38c71cfdaee4 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:36.378366 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b89580c9-679c-4aaa-8444-04e9b874c98c req-7bb32128-976a-4ee8-9024-38c71cfdaee4 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 944 time: 0.1560030 Nov 21 04:45:36.418438 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Routers {'bc6b240c-7f05-4567-9cbd-80a551fab9e0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:36.424856 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3cb35f-9973-40f9-8d5c-f373d8e87f92,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:36.425567 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:36.489843 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b89580c9-679c-4aaa-8444-04e9b874c98c req-8de453ac-ad0a-43ea-8773-90f5a41ecd6b tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008358 Nov 21 04:45:36.526957 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568928e-970e-4079-af8f-a467b7ed03e7 None None] Pushing event updated for resources: {'Port': ['ID=0a45998a-a120-472b-8b9b-e62da3c4e144,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:36.552820 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.621879 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.652172 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] Set router bc6b240c-7f05-4567-9cbd-80a551fab9e0 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:36.719259 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:36.722951 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:36.728087 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:45:36.731555 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Pushing event updated for resources: {'Port': ['ID=540eb7ca-3db9-4569-b2aa-5088cefcaad8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:36.766336 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:36.804222 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-470369'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.016787 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.088683 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Router 4b351c15-f0b4-44b4-918e-a6b435ff3335 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:45:37.098643 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-828debdd-e602-4dea-84a5-48b6a858b4fd None None] Provisioning complete for port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:37.099183 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-828debdd-e602-4dea-84a5-48b6a858b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.113369 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:45:34Z', 'revision_number': 3, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port': {'id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:33Z', 'updated_at': '2021-11-21T04:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:37.150657 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80663b5-9c27-4326-a9e5-1a5189ef1cd8 None None] The sync data for ids ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'] in dv-cinder-776422-6-iscsi is: [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:45:34Z', 'revision_number': 3, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port': {'id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:33Z', 'updated_at': '2021-11-21T04:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:37.182089 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-828debdd-e602-4dea-84a5-48b6a858b4fd None None] Port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:45:37.259662 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.261259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:37.270030 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b8fed100-b89d-49e9-ab0e-5b403fe914a6 admin admin] 10.222.0.37 "PUT /v2.0/routers/4b351c15-f0b4-44b4-918e-a6b435ff3335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1395874 Nov 21 04:45:37.271790 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:37.272062 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] Sync routers for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:37.281901 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18079691'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.293622 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:37.294536 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:37.341184 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54400) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:37.368582 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468465'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.371537 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Pushing event updated for resources: {'Port': ['ID=540eb7ca-3db9-4569-b2aa-5088cefcaad8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:37.437817 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks [] for router, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.477245 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 743532ba-4da9-4c6c-81d3-1ae3c756433c up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:37.555162 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:45:37.556924 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:45:37.610182 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:37.643286 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71885ed4-175e-49ac-8a29-f4b08de23ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.724500 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Router bc6b240c-7f05-4567-9cbd-80a551fab9e0 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:45:37.789289 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 743532ba-4da9-4c6c-81d3-1ae3c756433c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:45:37.799831 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 743532ba-4da9-4c6c-81d3-1ae3c756433c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:37.800208 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.831528 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71885ed4-175e-49ac-8a29-f4b08de23ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.843237 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.865115 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71885ed4-175e-49ac-8a29-f4b08de23ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:37.913038 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71885ed4-175e-49ac-8a29-f4b08de23ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7fb684-000e-4a42-a7d6-7081b7febe85,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:37.979404 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:45:37.981458 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344170d-64ff-4020-8839-775154ada69a req-8356442b-5eff-40f0-a394-e8b068735928 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:37.991523 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8344170d-64ff-4020-8839-775154ada69a req-8356442b-5eff-40f0-a394-e8b068735928 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 944 time: 0.3855307 Nov 21 04:45:37.992646 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-51662b9c-7563-450b-be19-5e5c15534cef admin admin] 10.222.0.37 "PUT /v2.0/routers/bc6b240c-7f05-4567-9cbd-80a551fab9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9426942 Nov 21 04:45:38.044326 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-71885ed4-175e-49ac-8a29-f4b08de23ba2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a1f1da550f644dba615c2bb3aa66f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7008576 Nov 21 04:45:38.047555 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:38.133701 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8344170d-64ff-4020-8839-775154ada69a req-c3b01fb8-35e0-4f52-9c62-6e31724f8f1a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404195 Nov 21 04:45:38.138833 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Deleting port 787d093b-02a6-4635-973c-52e1293c0fe3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:38.140825 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.183584 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8701-1e20-4f87-8925-819b44e8680b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.216410 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.237196 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8701-1e20-4f87-8925-819b44e8680b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.241332 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8d9e8ad7-1a4a-4e99-9003-ae775273e85a None None] Provisioning complete for port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:38.243234 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8ad7-1a4a-4e99-9003-ae775273e85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.255299 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 0a45998a-a120-472b-8b9b-e62da3c4e144 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:38.307987 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] For port 787d093b-02a6-4635-973c-52e1293c0fe3, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=787d093b-02a6-4635-973c-52e1293c0fe3,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:38.308529 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.312065 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8701-1e20-4f87-8925-819b44e8680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.316315 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4ca8701-1e20-4f87-8925-819b44e8680b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.320353 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f4ca8701-1e20-4f87-8925-819b44e8680b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c7fb684-000e-4a42-a7d6-7081b7febe85 HTTP/1.1" status: 204 len: 168 time: 0.2695351 Nov 21 04:45:38.330887 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca8701-1e20-4f87-8925-819b44e8680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7fb684-000e-4a42-a7d6-7081b7febe85,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:38.333316 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Calling delete_port for 787d093b-02a6-4635-973c-52e1293c0fe3 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:38.414642 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743532ba-4da9-4c6c-81d3-1ae3c756433c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:45:38.416948 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb92a785-f800-4d20-861a-6cd3e32d14fc" -d '{"events": [{"server_uuid": "454ebadd-aaeb-44f0-b768-4d302df4a096", "name": "network-vif-plugged", "status": "completed", "tag": "743532ba-4da9-4c6c-81d3-1ae3c756433c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:45:38.436947 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e8ad7-1a4a-4e99-9003-ae775273e85a None None] Port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:45:38.439541 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:45:36Z', 'revision_number': 5, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port': {'id': '787d093b-02a6-4635-973c-52e1293c0fe3', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:38:01Z', 'updated_at': '2021-11-21T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:38.443252 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 743532ba-4da9-4c6c-81d3-1ae3c756433c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=743532ba-4da9-4c6c-81d3-1ae3c756433c,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:38.489273 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a8dc27-5c33-45bd-84ef-283b4a7f123c x-openstack-request-id: req-04a8dc27-5c33-45bd-84ef-283b4a7f123c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:45:38.489575 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454ebadd-aaeb-44f0-b768-4d302df4a096", "name": "network-vif-plugged", "status": "completed", "tag": "743532ba-4da9-4c6c-81d3-1ae3c756433c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:45:38.489833 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04a8dc27-5c33-45bd-84ef-283b4a7f123c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:45:38.490565 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743532ba-4da9-4c6c-81d3-1ae3c756433c', 'code': 200} Nov 21 04:45:38.493902 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] Checking router: 4b351c15-f0b4-44b4-918e-a6b435ff3335 for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:38.496617 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.543381 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] Routers {'4b351c15-f0b4-44b4-918e-a6b435ff3335'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:38.544046 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['4b351c15-f0b4-44b4-918e-a6b435ff3335'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:38.638171 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 0a45998a-a120-472b-8b9b-e62da3c4e144 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:38.638538 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.644333 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.685166 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Pushing event deleted for resources: {'Port': ['ID=787d093b-02a6-4635-973c-52e1293c0fe3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:38.744615 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] Set router 4b351c15-f0b4-44b4-918e-a6b435ff3335 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:38.816231 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=743532ba-4da9-4c6c-81d3-1ae3c756433c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:38.821154 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:45:37Z', 'revision_number': 6, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:38.836211 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54420) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:38.842768 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-34f81010-34eb-4eaa-b457-bc99f20715cc tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535510894', 'description': 'tempest-secgroup-smoke-1535510894 description', 'project_id': 'fb4906dd476b4802b0d94c126f85799c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:38.848331 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.854665 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54422) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:38.863392 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad808b-1527-4a27-bb43-77d32288e8d1 None None] The sync data for ids ['4b351c15-f0b4-44b4-918e-a6b435ff3335'] in dv-cinder-776422-6-iscsi is: [{'id': '4b351c15-f0b4-44b4-918e-a6b435ff3335', 'name': 'tempest-AttachVolumeShelveTestJSON-1002435269-router', 'tenant_id': '232e0518f6724d48a096d6cad8791184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:37:59Z', 'updated_at': '2021-11-21T04:45:37Z', 'revision_number': 6, 'project_id': '232e0518f6724d48a096d6cad8791184', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:38.878296 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17d04f86-f94d-4c53-8ea1-8262135cac19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.898093 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f81010-34eb-4eaa-b457-bc99f20715cc tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.945710 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1822d-d126-4e32-928d-6f15d4c141a9 req-dbb386c9-7e94-4f12-9624-97d1c1424810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:38.947305 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-04c1822d-d126-4e32-928d-6f15d4c141a9 req-dbb386c9-7e94-4f12-9624-97d1c1424810 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 1098 time: 0.1990676 Nov 21 04:45:38.955083 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:38.997070 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.000355 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.010998 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] For port 0a45998a-a120-472b-8b9b-e62da3c4e144, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=0a45998a-a120-472b-8b9b-e62da3c4e144,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:39.017775 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.040784 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f81010-34eb-4eaa-b457-bc99f20715cc tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.047908 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17d04f86-f94d-4c53-8ea1-8262135cac19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.049650 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f81010-34eb-4eaa-b457-bc99f20715cc tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.072075 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f81010-34eb-4eaa-b457-bc99f20715cc tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.073389 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-34f81010-34eb-4eaa-b457-bc99f20715cc tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2361128 Nov 21 04:45:39.074095 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17d04f86-f94d-4c53-8ea1-8262135cac19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.077215 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:39.090881 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5171ed7f-5590-4239-a367-3fcd39844142 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'security_group_rule': {'security_group_id': '500411a1-16f5-479d-8e56-2b96ff991c4a', 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:39.091473 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.092216 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b351c15-f0b4-44b4-918e-a6b435ff3335 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:45:39.102790 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] Publish callbacks [] for router, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.106608 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:39.107034 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b999590a-968d-4811-a973-a168f4f2ee1f admin admin] 10.222.0.37 "DELETE /v2.0/routers/4b351c15-f0b4-44b4-918e-a6b435ff3335 HTTP/1.1" status: 204 len: 168 time: 1.8341739 Nov 21 04:45:39.113156 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Pushing event updated for resources: {'Port': ['ID=0a45998a-a120-472b-8b9b-e62da3c4e144,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:39.128915 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-04c1822d-d126-4e32-928d-6f15d4c141a9 req-56405d4c-5d50-4984-bf55-f2559555ec67 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658178 Nov 21 04:45:39.183517 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-17d04f86-f94d-4c53-8ea1-8262135cac19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12f9edfe14f34227854fe09407d80735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278053 Nov 21 04:45:39.187810 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:39.190549 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f81010-34eb-4eaa-b457-bc99f20715cc tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500411a1-16f5-479d-8e56-2b96ff991c4a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:39.231495 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] Deleting subnet a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:45:39.238054 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5171ed7f-5590-4239-a367-3fcd39844142 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.241964 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.273835 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d04f86-f94d-4c53-8ea1-8262135cac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec9b7df-5b73-4183-828b-fba4e9214c8c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:39.278145 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d3729bc-de47-4881-a667-c81c74a843df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.310690 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d3729bc-de47-4881-a667-c81c74a843df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.316528 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17911839'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.320367 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83eba4-ea38-4d86-b5a6-88eaf7d14b11 req-eab5869e-f06a-4bfc-b68e-c2a8b61549e5 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:39.321910 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f83eba4-ea38-4d86-b5a6-88eaf7d14b11 req-eab5869e-f06a-4bfc-b68e-c2a8b61549e5 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.0894232 Nov 21 04:45:39.405480 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6f83eba4-ea38-4d86-b5a6-88eaf7d14b11 req-62748f21-bcc4-47bd-866e-5def83160c4d tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716112 Nov 21 04:45:39.409938 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Sync routers for ids ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:45:39.415295 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d3729bc-de47-4881-a667-c81c74a843df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.422560 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d3729bc-de47-4881-a667-c81c74a843df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.423686 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Routers {'bc6b240c-7f05-4567-9cbd-80a551fab9e0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:39.424458 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:39.429421 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-7d3729bc-de47-4881-a667-c81c74a843df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ec9b7df-5b73-4183-828b-fba4e9214c8c HTTP/1.1" status: 204 len: 168 time: 0.2382896 Nov 21 04:45:39.442368 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3729bc-de47-4881-a667-c81c74a843df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec9b7df-5b73-4183-828b-fba4e9214c8c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:39.580907 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Set router bc6b240c-7f05-4567-9cbd-80a551fab9e0 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:39.678153 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5171ed7f-5590-4239-a367-3fcd39844142 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.706455 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5171ed7f-5590-4239-a367-3fcd39844142 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.740546 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171ed7f-5590-4239-a367-3fcd39844142 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc6ede1-6635-4786-8ac5-a31c4f14ad33,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:39.750191 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5171ed7f-5590-4239-a367-3fcd39844142 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.751454 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5171ed7f-5590-4239-a367-3fcd39844142 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6709392 Nov 21 04:45:39.754570 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:39.754915 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.761726 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9f08916a-5426-4d0e-aae7-5d59d74900e5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'security_group_rule': {'security_group_id': '500411a1-16f5-479d-8e56-2b96ff991c4a', 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:39.806245 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f08916a-5426-4d0e-aae7-5d59d74900e5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.822890 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18079517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18863898'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.865436 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.870939 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09 HTTP/1.1" status: 204 len: 168 time: 0.7611167 Nov 21 04:45:39.871512 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63e285-568d-44be-9673-3b4e06df226b None None] Network e8c8b10c-e81a-4c18-8497-a88820180b91 requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:45:39.872001 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dcf66-7b30-4415-82a1-081f30c46da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63bdf8a-6bd8-462b-be3e-0b4d1b07cc09,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:39.880200 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54442) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:39.913840 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f08916a-5426-4d0e-aae7-5d59d74900e5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.918785 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f08916a-5426-4d0e-aae7-5d59d74900e5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.949151 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:45:36Z', 'revision_number': 4, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port': {'id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:33Z', 'updated_at': '2021-11-21T04:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '540eb7ca-3db9-4569-b2aa-5088cefcaad8', 'name': '', 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'mac_address': 'fa:16:3e:2d:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b26b805f-3e02-4d08-9840-2ca00955d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:35Z', 'updated_at': '2021-11-21T04:45:37Z', 'revision_number': 2, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'subnets': [{'id': 'b26b805f-3e02-4d08-9840-2ca00955d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:39.953862 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08916a-5426-4d0e-aae7-5d59d74900e5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884bf990-2b51-4eec-b9eb-1d24aedf1820,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:39.973319 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f08916a-5426-4d0e-aae7-5d59d74900e5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:39.977017 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-9f08916a-5426-4d0e-aae7-5d59d74900e5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2185097 Nov 21 04:45:39.977362 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:39.995060 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.003677 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ec803abe-67c5-4ebe-889a-c41d009ff94c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'security_group_rule': {'security_group_id': '500411a1-16f5-479d-8e56-2b96ff991c4a', 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:40.040296 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Checking router: bc6b240c-7f05-4567-9cbd-80a551fab9e0 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:45:40.040660 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Updating router bc6b240c-7f05-4567-9cbd-80a551fab9e0 port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 binding host dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 21 04:45:40.066105 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec803abe-67c5-4ebe-889a-c41d009ff94c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.081326 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Deleting port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:40.081326 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.113358 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.131752 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 0a45998a-a120-472b-8b9b-e62da3c4e144 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:40.164686 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec803abe-67c5-4ebe-889a-c41d009ff94c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.170945 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec803abe-67c5-4ebe-889a-c41d009ff94c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.203002 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec803abe-67c5-4ebe-889a-c41d009ff94c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb8b94e-6c80-4f5e-9845-d2289e441892,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:40.233701 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec803abe-67c5-4ebe-889a-c41d009ff94c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.236000 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-ec803abe-67c5-4ebe-889a-c41d009ff94c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2568913 Nov 21 04:45:40.239780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54452) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:40.251977 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1d44fa69-2304-4e9c-b8ef-ad28e7a0b5b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'security_group_rule': {'security_group_id': '500411a1-16f5-479d-8e56-2b96ff991c4a', 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:40.258124 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 0a45998a-a120-472b-8b9b-e62da3c4e144 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:40.258669 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.278315 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] For port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,segment=NetworkSegment(a81f787c-5922-43df-8e5a-f4c14e18da07),segment_id=a81f787c-5922-43df-8e5a-f4c14e18da07)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:40.286071 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.304631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d44fa69-2304-4e9c-b8ef-ad28e7a0b5b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.330274 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Calling delete_port for 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:40.368466 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] DHCP port deletion for e8c8b10c-e81a-4c18-8497-a88820180b91 request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:45:40.412635 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d44fa69-2304-4e9c-b8ef-ad28e7a0b5b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.422748 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d44fa69-2304-4e9c-b8ef-ad28e7a0b5b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.463335 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44fa69-2304-4e9c-b8ef-ad28e7a0b5b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20452b0-0930-4e57-9a4b-ef026c82e329,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:40.480110 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d44fa69-2304-4e9c-b8ef-ad28e7a0b5b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.486021 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1d44fa69-2304-4e9c-b8ef-ad28e7a0b5b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2419279 Nov 21 04:45:40.486715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:40.493541 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'security_group_rule': {'security_group_id': '500411a1-16f5-479d-8e56-2b96ff991c4a', 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:40.555158 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Project fb4906dd476b4802b0d94c126f85799c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 21 04:45:40.555679 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] Deleting port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:45:40.556150 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.562096 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.591069 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.651814 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:40.674137 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] No DVR routers for this DVR port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d on host dv-cinder-776422-6-iscsi {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:40.686363 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:40.690726 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.693821 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:40.694431 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 9f3cb35f-9973-40f9-8d5c-f373d8e87f92 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:40.695263 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 787d093b-02a6-4635-973c-52e1293c0fe3 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:40.703024 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.709080 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.723474 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.745967 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 787d093b-02a6-4635-973c-52e1293c0fe3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:40.747138 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 787d093b-02a6-4635-973c-52e1293c0fe3 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:40.759866 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] For port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d, host dv-cinder-776422-6-iscsi, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:40.761515 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.769531 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa388317-b1f8-4922-a9a0-98bd8855528f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:40.775553 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1e2b-0ed7-4c80-a884-ec7d4de88e67 req-021a616a-559f-4425-b4ea-4bc8631be73a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:45:40.777095 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-252e1e2b-0ed7-4c80-a884-ec7d4de88e67 req-021a616a-559f-4425-b4ea-4bc8631be73a tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.2473774 Nov 21 04:45:40.786764 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.789693 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] Calling delete_port for 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:45:40.792826 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] Port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 21 04:45:40.794137 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.794767 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2027c74a-72ad-4d39-9a1e-5a5ec5d1a81b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3062553 Nov 21 04:45:40.794989 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:40.804022 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.810192 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'security_group_rule': {'security_group_id': '500411a1-16f5-479d-8e56-2b96ff991c4a', 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:45:40.832989 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] Pushing event deleted for resources: {'Port': ['ID=5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:40.843875 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681093e-e1ba-41c6-a4a8-0574a88f3929 None None] No DVR routers for this DVR port 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d on host dv-cinder-776422-6-iscsi {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:45:40.859317 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95eabb-6686-43d0-8584-b159efe95cf6 None None] Pushing event updated for resources: {'Port': ['ID=540eb7ca-3db9-4569-b2aa-5088cefcaad8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:40.884775 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c8b10c-e81a-4c18-8497-a88820180b91']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:40.905430 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-252e1e2b-0ed7-4c80-a884-ec7d4de88e67 req-6d076d4b-ec47-4715-92c4-add1f4248adc tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139374 Nov 21 04:45:40.907662 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81f787c-5922-43df-8e5a-f4c14e18da07') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:40.907960 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81f787c-5922-43df-8e5a-f4c14e18da07') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:40.908313 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Attempting to bind port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 on host dv-cinder-776422-6-iscsi for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:45:40.908695 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Attempting to bind port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 by drivers openvswitch,hyperv on host dv-cinder-776422-6-iscsi at level 0 using segments [{'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:45:40.909061 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Attempting to bind port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 on network 6307767b-b7a8-4afd-9b80-e70e8ef0962e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:45:40.917542 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Checking agent: {'id': 'cd81782e-6724-4f12-a380-6b408627322f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 30, 35), 'started_at': datetime.datetime(2021, 11, 21, 4, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:45:40.918449 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Checking segment: {'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:45:40.922059 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Project fb4906dd476b4802b0d94c126f85799c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 21 04:45:40.922157 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.922157 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Bound using segment: {'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:45:40.922157 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Bound port: 540eb7ca-3db9-4569-b2aa-5088cefcaad8, host: dv-cinder-776422-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262a7b76-a956-4453-9bfb-f19c35320e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:45:40.922157 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.926678 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.940772 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:40.977068 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.007256 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:45:41.007943 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:45:41.011050 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:45:41.042098 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] For port 540eb7ca-3db9-4569-b2aa-5088cefcaad8, host dv-cinder-776422-6-iscsi, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:45:41.048384 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] For port 540eb7ca-3db9-4569-b2aa-5088cefcaad8, host dv-cinder-776422-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=540eb7ca-3db9-4569-b2aa-5088cefcaad8,segment=NetworkSegment(262a7b76-a956-4453-9bfb-f19c35320e10),segment_id=262a7b76-a956-4453-9bfb-f19c35320e10)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:45:41.055560 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.129121 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Routers {'bc6b240c-7f05-4567-9cbd-80a551fab9e0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:45:41.129810 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:45:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:41.130609 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.132301 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.141523 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.149058 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8c8b10c-e81a-4c18-8497-a88820180b91 HTTP/1.1" status: 204 len: 168 time: 1.2678568 Nov 21 04:45:41.162385 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281694'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.170390 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e509b-c9d4-40b2-8204-9d68148b6882 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c8b10c-e81a-4c18-8497-a88820180b91,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:41.205476 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.207315 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4052873 Nov 21 04:45:41.210565 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95eabb-6686-43d0-8584-b159efe95cf6 None None] Pushing event updated for resources: {'Port': ['ID=540eb7ca-3db9-4569-b2aa-5088cefcaad8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:41.211295 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b354c4-0264-458d-b24b-c8284586a00e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da2fb6a-3e6c-4662-8d66-a3c0707bd024,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:41.303363 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-87b77717-9356-4e94-81f5-b759d02b83ce None None] Provisioning complete for port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:41.305427 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87b77717-9356-4e94-81f5-b759d02b83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.413356 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] Set router bc6b240c-7f05-4567-9cbd-80a551fab9e0 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:45:41.489700 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87b77717-9356-4e94-81f5-b759d02b83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.564780 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-87b77717-9356-4e94-81f5-b759d02b83ce None None] For port 540eb7ca-3db9-4569-b2aa-5088cefcaad8, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=540eb7ca-3db9-4569-b2aa-5088cefcaad8,segment=NetworkSegment(262a7b76-a956-4453-9bfb-f19c35320e10),segment_id=262a7b76-a956-4453-9bfb-f19c35320e10)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:45:41.573115 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87b77717-9356-4e94-81f5-b759d02b83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.577613 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:41.667771 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b77717-9356-4e94-81f5-b759d02b83ce None None] Pushing event updated for resources: {'Port': ['ID=540eb7ca-3db9-4569-b2aa-5088cefcaad8,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:41.676825 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:41.677756 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-b36a4dfe-3a4d-4548-801b-e056ecdd5214 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=232e0518f6724d48a096d6cad8791184&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0978603 Nov 21 04:45:41.723982 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ae94e27f-96af-4227-bd8c-26ff7c3b918a None None] Provisioning complete for port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:41.724618 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae94e27f-96af-4227-bd8c-26ff7c3b918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.801735 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40c7e985-3e27-4ac5-a739-981f81e97027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.807672 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:45:36Z', 'revision_number': 4, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port': {'id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:33Z', 'updated_at': '2021-11-21T04:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '540eb7ca-3db9-4569-b2aa-5088cefcaad8', 'name': '', 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'mac_address': 'fa:16:3e:2d:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b26b805f-3e02-4d08-9840-2ca00955d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:35Z', 'updated_at': '2021-11-21T04:45:41Z', 'revision_number': 4, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'subnets': [{'id': 'b26b805f-3e02-4d08-9840-2ca00955d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:45:41.831313 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40c7e985-3e27-4ac5-a739-981f81e97027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.859989 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f2d59-c6af-4ad7-b100-c44a52c40003 None None] The sync data for ids ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'] in dv-cinder-776422-6-iscsi is: [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:45:36Z', 'revision_number': 4, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port': {'id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:33Z', 'updated_at': '2021-11-21T04:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '540eb7ca-3db9-4569-b2aa-5088cefcaad8', 'name': '', 'network_id': '6307767b-b7a8-4afd-9b80-e70e8ef0962e', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'mac_address': 'fa:16:3e:2d:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b26b805f-3e02-4d08-9840-2ca00955d03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:35Z', 'updated_at': '2021-11-21T04:45:41Z', 'revision_number': 4, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'subnets': [{'id': 'b26b805f-3e02-4d08-9840-2ca00955d03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:45:41.916696 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40c7e985-3e27-4ac5-a739-981f81e97027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.919759 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40c7e985-3e27-4ac5-a739-981f81e97027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:41.922041 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-40c7e985-3e27-4ac5-a739-981f81e97027 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04774cb4-35f9-4c0f-a277-46acf40eb0f5 HTTP/1.1" status: 204 len: 168 time: 0.2449863 Nov 21 04:45:41.957721 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7e985-3e27-4ac5-a739-981f81e97027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04774cb4-35f9-4c0f-a277-46acf40eb0f5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:42.117666 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 540eb7ca-3db9-4569-b2aa-5088cefcaad8 up at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:45:42.177265 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Provisioning complete for port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:45:42.184173 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:42.355887 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:45:42.381052 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:45:42.381401 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 5cb870cc-a178-4aa2-9982-ecc3aa9b9a2d not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:45:43.215620 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:47.960901 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:48.065124 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26a2cbed-957d-49af-943d-fa3c74c13532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:48.153855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26a2cbed-957d-49af-943d-fa3c74c13532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:48.158691 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-26a2cbed-957d-49af-943d-fa3c74c13532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:48.202637 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-26a2cbed-957d-49af-943d-fa3c74c13532 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7e6b7dc69aa4847ac5da4b693275335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406073 Nov 21 04:45:48.203770 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2cbed-957d-49af-943d-fa3c74c13532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421c2d8f-c89b-42fb-a2d8-d68b014ea032,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:48.205210 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:48.263453 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b291bbd-d639-4a7e-ba8b-ba6843527438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:48.288519 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b291bbd-d639-4a7e-ba8b-ba6843527438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:48.348586 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b291bbd-d639-4a7e-ba8b-ba6843527438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:48.351559 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b291bbd-d639-4a7e-ba8b-ba6843527438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:48.352727 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-3b291bbd-d639-4a7e-ba8b-ba6843527438 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/421c2d8f-c89b-42fb-a2d8-d68b014ea032 HTTP/1.1" status: 204 len: 168 time: 0.1456671 Nov 21 04:45:48.361873 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b291bbd-d639-4a7e-ba8b-ba6843527438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421c2d8f-c89b-42fb-a2d8-d68b014ea032,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:49.856121 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 54750) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:49.918504 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:45:50.022142 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f157c64c-72f8-4cae-92cf-3b7499665b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:50.112882 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f157c64c-72f8-4cae-92cf-3b7499665b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:50.118090 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f157c64c-72f8-4cae-92cf-3b7499665b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:50.163074 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-f157c64c-72f8-4cae-92cf-3b7499665b07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ebfe079d42b460382f8d5c33a087002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045948 Nov 21 04:45:50.164212 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c64c-72f8-4cae-92cf-3b7499665b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d7d6d-c2b9-418d-9901-82b98a936a8b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:50.165764 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 54758) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:45:50.219510 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d07b09ff-20a1-4fa3-99db-0c91b959e32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:50.242516 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d07b09ff-20a1-4fa3-99db-0c91b959e32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:50.295187 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d07b09ff-20a1-4fa3-99db-0c91b959e32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:50.298064 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d07b09ff-20a1-4fa3-99db-0c91b959e32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:45:50.299261 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-d07b09ff-20a1-4fa3-99db-0c91b959e32b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd8d7d6d-c2b9-418d-9901-82b98a936a8b HTTP/1.1" status: 204 len: 168 time: 0.1324785 Nov 21 04:45:50.317059 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b09ff-20a1-4fa3-99db-0c91b959e32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d7d6d-c2b9-418d-9901-82b98a936a8b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:45:58.365221 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97923ea9-a626-4a97-bbc4-e656951a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:00.958407 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c492608-76a1-4262-9b72-eab5ccad6a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:01.980994 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:03.585359 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:04.650728 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:12.574805 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e74d-93b1-49f1-a9d4-55153271204c req-9b70b6aa-0f6c-470b-bce4-6378bbd40fee tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:12.576189 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-de27e74d-93b1-49f1-a9d4-55153271204c req-9b70b6aa-0f6c-470b-bce4-6378bbd40fee tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Nov 21 04:46:12.627657 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-de27e74d-93b1-49f1-a9d4-55153271204c req-4aec293f-3758-4838-86b2-cdd886f4b310 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454676 Nov 21 04:46:13.223482 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:13.748260 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ffb0e-c3c5-4281-929a-821cf490c395 req-e1ccde7e-9561-4525-87a0-ff4da5e2aaff tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:13.749779 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4b7ffb0e-c3c5-4281-929a-821cf490c395 req-e1ccde7e-9561-4525-87a0-ff4da5e2aaff tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.0533736 Nov 21 04:46:13.802743 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4b7ffb0e-c3c5-4281-929a-821cf490c395 req-985c6b50-13f6-4ba9-af26-1039a77f7469 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468438 Nov 21 04:46:14.921193 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acdad8-6ad6-4b67-984d-61eef2087814 req-bb080add-253a-4395-88d4-3c0a9e24e809 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:14.923332 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7acdad8-6ad6-4b67-984d-61eef2087814 req-bb080add-253a-4395-88d4-3c0a9e24e809 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.0543017 Nov 21 04:46:14.978242 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-f7acdad8-6ad6-4b67-984d-61eef2087814 req-599711fc-d23d-4dc7-9c2f-20c8032cfaf0 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483043 Nov 21 04:46:16.103096 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8094fc5-0fea-4d43-b8db-10ba6fcb122c req-d6f9063d-ecb2-49b5-87cf-ea596ca7f533 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:16.105025 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a8094fc5-0fea-4d43-b8db-10ba6fcb122c req-d6f9063d-ecb2-49b5-87cf-ea596ca7f533 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.0556901 Nov 21 04:46:16.172605 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-a8094fc5-0fea-4d43-b8db-10ba6fcb122c req-95634b76-6e70-4468-992b-a1e9f6c2bb08 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598028 Nov 21 04:46:16.771347 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-de8cafd2-5c99-40bc-bd98-92efda7f65a5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535510894&fields=id&tenant_id=fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 267 time: 0.0528748 Nov 21 04:46:16.897330 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-21613845-248b-4af7-8a9d-1c12ab1a1927 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:16.898882 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-21613845-248b-4af7-8a9d-1c12ab1a1927 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 810 time: 0.1204491 Nov 21 04:46:16.914563 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-e0295f1d-7993-4927-b35a-6d408a8c993a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/quotas/fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 375 time: 0.0100806 Nov 21 04:46:16.973134 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-ccd140df-4811-4812-a90f-59381be81b48 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530446 Nov 21 04:46:17.113549 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-44c6fc16-49c7-4e62-96ca-95b90d91199e tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:17.115055 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-44c6fc16-49c7-4e62-96ca-95b90d91199e tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.0777121 Nov 21 04:46:17.132963 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-81c9cb6d-856e-4292-81b3-88f58815e50f service neutron] 10.222.0.37 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457465 Nov 21 04:46:17.292029 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f94a9-1106-4877-9874-aa32494f253d req-a4ff7050-876a-4699-90b5-0e7e86cb3826 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:17.293561 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-876f94a9-1106-4877-9874-aa32494f253d req-a4ff7050-876a-4699-90b5-0e7e86cb3826 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 945 time: 0.0532696 Nov 21 04:46:17.305539 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-ca7a2df0-c3b3-4f4d-abd0-1943fce950e9 service neutron] 10.222.0.37 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513600 Nov 21 04:46:17.309001 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Deleting port 743532ba-4da9-4c6c-81d3-1ae3c756433c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:46:17.309218 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:17.356270 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-876f94a9-1106-4877-9874-aa32494f253d req-9d2c7e00-d01c-4b0d-9a45-dcef49019501 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/security-groups?id=5419bbd3-6ecc-4ef7-b8d4-391652b41073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560031 Nov 21 04:46:17.430018 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] For port 743532ba-4da9-4c6c-81d3-1ae3c756433c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=743532ba-4da9-4c6c-81d3-1ae3c756433c,segment=NetworkSegment(68b829ae-a198-46d6-83d4-8b428f4d4d95),segment_id=68b829ae-a198-46d6-83d4-8b428f4d4d95)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:46:17.430433 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:17.445622 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Calling delete_port for 743532ba-4da9-4c6c-81d3-1ae3c756433c owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:46:17.611446 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:17.635260 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-9f34f195-c985-418b-b948-9897b1746efe req-da3e9ecf-68e7-44cf-92f7-58691187b453 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 210 time: 0.0334482 Nov 21 04:46:17.646827 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Pushing event deleted for resources: {'Port': ['ID=743532ba-4da9-4c6c-81d3-1ae3c756433c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:17.664593 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['743532ba-4da9-4c6c-81d3-1ae3c756433c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:46:17.665101 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.665401 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.665821 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.666236 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.667217 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.667217 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.667612 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.668015 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.668415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.668814 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.669217 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.669615 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:17.719007 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] No DVR routers for this DVR port 743532ba-4da9-4c6c-81d3-1ae3c756433c on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:46:17.721813 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:17.725661 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-38923232-dcef-489b-9cc9-bcc711b821e1 req-1c88010a-d020-4017-8672-d3b884355034 tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.48 "DELETE /v2.0/ports/743532ba-4da9-4c6c-81d3-1ae3c756433c HTTP/1.1" status: 204 len: 173 time: 0.6023188 Nov 21 04:46:17.726130 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'name': 'network-vif-deleted', 'tag': '743532ba-4da9-4c6c-81d3-1ae3c756433c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:46:17.728674 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34810562-5cea-434a-bb59-a4ee8c89bc49" -d '{"events": [{"server_uuid": "454ebadd-aaeb-44f0-b768-4d302df4a096", "name": "network-vif-deleted", "tag": "743532ba-4da9-4c6c-81d3-1ae3c756433c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:46:17.788188 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c308bea4-7c9d-4241-b594-43b263b14d2b x-openstack-request-id: req-c308bea4-7c9d-4241-b594-43b263b14d2b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:46:17.788933 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454ebadd-aaeb-44f0-b768-4d302df4a096", "name": "network-vif-deleted", "tag": "743532ba-4da9-4c6c-81d3-1ae3c756433c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:46:17.788933 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c308bea4-7c9d-4241-b594-43b263b14d2b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:46:17.789265 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ebadd-aaeb-44f0-b768-4d302df4a096', 'name': 'network-vif-deleted', 'tag': '743532ba-4da9-4c6c-81d3-1ae3c756433c', 'status': 'completed', 'code': 200} Nov 21 04:46:18.472426 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b0cf9d2d-3aa3-4a33-9057-04f823779845 req-eb2b1a43-fa3d-42b6-b9db-5afd7e9f0cfa tempest-VolumesSnapshotTestJSON-1899994662 tempest-VolumesSnapshotTestJSON-1899994662-project] 10.222.0.37 "GET /v2.0/ports?device_id=454ebadd-aaeb-44f0-b768-4d302df4a096 HTTP/1.1" status: 200 len: 210 time: 0.0309796 Nov 21 04:46:19.021861 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2231d676-38c8-400f-841b-22d0ffe0f128 req-cd83ba02-b42c-4ab3-b0ae-e5e845dfde61 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 210 time: 0.3136992 Nov 21 04:46:19.147267 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-a105d70f-3617-42ef-9798-339297a0f84f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:19.148755 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-a105d70f-3617-42ef-9798-339297a0f84f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 810 time: 0.1297934 Nov 21 04:46:19.239838 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-9aa14364-118c-4d2c-ad97-a0339d147166 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 380 time: 0.0642571 Nov 21 04:46:19.249805 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'port': {'device_id': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'admin_state_up': True, 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'security_groups': ['500411a1-16f5-479d-8e56-2b96ff991c4a']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:46:19.372794 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Made reservation on behalf of fb4906dd476b4802b0d94c126f85799c for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:46:19.376467 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:19.542857 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Allocated IP 172.20.0.10 (41dda450-90d9-4900-8a16-7b7ecc9f54eb/4bb30f85-790f-478f-a251-3b87634d762b/95045e11-7047-4869-b31e-0a5aea3162c0) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:46:19.667577 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 743532ba-4da9-4c6c-81d3-1ae3c756433c no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:46:19.697269 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 743532ba-4da9-4c6c-81d3-1ae3c756433c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:46:19.697886 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 743532ba-4da9-4c6c-81d3-1ae3c756433c not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:46:19.733363 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:19.780274 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:19.829758 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:46:19.839731 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:46:19.843761 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:46:19.888705 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=95045e11-7047-4869-b31e-0a5aea3162c0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:19.913773 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:19.914427 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:19.936391 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-44f6551b-9070-4162-a22b-2923ab134d64 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6901238 Nov 21 04:46:19.955954 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Request body: {'port': {'device_id': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:46:20.043555 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.114980 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8db6f626-29cf-4a55-9ca8-375e59d4b842 None None] Provisioning complete for port 95045e11-7047-4869-b31e-0a5aea3162c0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:46:20.115736 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8db6f626-29cf-4a55-9ca8-375e59d4b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.168429 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8db6f626-29cf-4a55-9ca8-375e59d4b842 None None] Port 95045e11-7047-4869-b31e-0a5aea3162c0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:46:20.249376 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:20.285114 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd84d-837b-4f82-ab0a-fc08e6dccebc req-65b889e7-a96d-4061-9a09-0e02abe0e26e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:20.286646 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ed8dd84d-837b-4f82-ab0a-fc08e6dccebc req-65b889e7-a96d-4061-9a09-0e02abe0e26e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 932 time: 0.1659160 Nov 21 04:46:20.361933 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.394343 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ed8dd84d-837b-4f82-ab0a-fc08e6dccebc req-c279ac3b-8bd7-45b6-ab52-a0a515302284 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762262 Nov 21 04:46:20.459047 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.463776 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.483168 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95045e11-7047-4869-b31e-0a5aea3162c0 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:46:20.492209 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.505232 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Transition to ACTIVE for port object 95045e11-7047-4869-b31e-0a5aea3162c0 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:46:20.508498 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9adcb979b2f04248be90c2a00fd62984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579362 Nov 21 04:46:20.509167 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.509719 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b4c9a-a50c-4af4-93ae-3194683ccb66,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:20.511605 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55272) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:20.517641 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.518000 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.518341 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.518707 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.519043 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.519378 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.519712 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.520044 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.520375 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.520704 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.521029 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.521354 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e4636-99b3-45bb-9c6f-63391ab53389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:20.603269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Pushing event updated for resources: {'Port': ['ID=95045e11-7047-4869-b31e-0a5aea3162c0,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:20.670302 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2acc272d-d3b8-4626-81f5-d4b974621f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.713762 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2acc272d-d3b8-4626-81f5-d4b974621f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.721739 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Attempting to bind port 95045e11-7047-4869-b31e-0a5aea3162c0 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:46:20.722082 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Attempting to bind port 95045e11-7047-4869-b31e-0a5aea3162c0 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:46:20.722415 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Attempting to bind port 95045e11-7047-4869-b31e-0a5aea3162c0 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:46:20.734402 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Port 95045e11-7047-4869-b31e-0a5aea3162c0 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:46:20.734777 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Attempting to bind port 95045e11-7047-4869-b31e-0a5aea3162c0 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:46:20.755490 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:46:20.755833 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Checking segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:46:20.756217 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Bound using segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:46:20.756811 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Bound port: 95045e11-7047-4869-b31e-0a5aea3162c0, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:46:20.757169 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.813638 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2acc272d-d3b8-4626-81f5-d4b974621f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.816368 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2acc272d-d3b8-4626-81f5-d4b974621f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.817532 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-2acc272d-d3b8-4626-81f5-d4b974621f7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f85b4c9a-a50c-4af4-93ae-3194683ccb66 HTTP/1.1" status: 204 len: 168 time: 0.3025129 Nov 21 04:46:20.840518 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc272d-d3b8-4626-81f5-d4b974621f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b4c9a-a50c-4af4-93ae-3194683ccb66,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:20.870712 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] For port 95045e11-7047-4869-b31e-0a5aea3162c0, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:46:20.875154 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] For port 95045e11-7047-4869-b31e-0a5aea3162c0, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=95045e11-7047-4869-b31e-0a5aea3162c0,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:46:20.881234 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.923005 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:20.923642 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:20.925087 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/95045e11-7047-4869-b31e-0a5aea3162c0 HTTP/1.1" status: 200 len: 1094 time: 0.9740090 Nov 21 04:46:20.925571 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:46:20.927879 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:46:20.989669 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51bc25a-a632-49e5-8506-c926fac1ff3a x-openstack-request-id: req-d51bc25a-a632-49e5-8506-c926fac1ff3a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:46:20.990011 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:46:20.990238 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d51bc25a-a632-49e5-8506-c926fac1ff3a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:46:20.990690 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0', 'status': 'completed', 'code': 200} Nov 21 04:46:20.992947 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094fe39-6259-4132-b0ae-47194daa75a7 service neutron] Pushing event updated for resources: {'Port': ['ID=95045e11-7047-4869-b31e-0a5aea3162c0,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:21.060235 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8e7f2733-e2c3-445e-9559-32abe6b435de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:21.063122 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-8e7f2733-e2c3-445e-9559-32abe6b435de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 1097 time: 0.0609879 Nov 21 04:46:21.144708 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-d20e872e-d882-42d4-a318-cc5dbee56f4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95045e11-7047-4869-b31e-0a5aea3162c0 HTTP/1.1" status: 200 len: 217 time: 0.0570848 Nov 21 04:46:21.217677 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-dc98386a-4eff-47f5-ad26-b78286891604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:21.221313 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-dc98386a-4eff-47f5-ad26-b78286891604 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0698786 Nov 21 04:46:21.281549 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-fb277254-561a-4408-9321-7733f947aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:21.283523 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-fb277254-561a-4408-9321-7733f947aa2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472727 Nov 21 04:46:21.395581 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-897655de-08f8-4929-8177-afb40f4f357b service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005645 Nov 21 04:46:21.521546 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d857093-0d49-4acb-8f7e-819667863253 req-7fa2b935-8a59-4be5-9eae-069d08d9b510 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:21.528992 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d857093-0d49-4acb-8f7e-819667863253 req-7fa2b935-8a59-4be5-9eae-069d08d9b510 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0626912 Nov 21 04:46:21.580765 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1d857093-0d49-4acb-8f7e-819667863253 req-5e40da53-c0af-4d66-b655-323c523e3bd6 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508981 Nov 21 04:46:22.366612 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-462941b4-76ca-428c-90ce-86f7bd08f24e req-3fd58a48-3782-4be8-b085-7057fe7cfe0a service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016104 Nov 21 04:46:22.699244 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7554281-9f0d-4b4a-a964-57f89e398383 req-32ede926-685d-4960-93bd-591dd80b60f2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:22.700733 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f7554281-9f0d-4b4a-a964-57f89e398383 req-32ede926-685d-4960-93bd-591dd80b60f2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0531645 Nov 21 04:46:22.754976 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-f7554281-9f0d-4b4a-a964-57f89e398383 req-28b4f620-1160-4e19-9ee6-6521cecada18 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482943 Nov 21 04:46:23.879300 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0a63-2325-49b1-82e3-487e5405b523 req-c764ff1c-f640-486f-a607-8b47637a4ada tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:23.880681 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b3ab0a63-2325-49b1-82e3-487e5405b523 req-c764ff1c-f640-486f-a607-8b47637a4ada tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0547080 Nov 21 04:46:23.935644 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b3ab0a63-2325-49b1-82e3-487e5405b523 req-ce818a48-d7a0-457b-a696-6880149f542a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491154 Nov 21 04:46:24.204130 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-f2df7f9d-3b4b-4933-b654-40a15aa4bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:24.205887 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-f2df7f9d-3b4b-4933-b654-40a15aa4bb8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 1097 time: 0.0463901 Nov 21 04:46:24.311850 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-b791414e-67fa-40bc-916e-ceb914cc14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:24.313984 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-b791414e-67fa-40bc-916e-ceb914cc14ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.1010940 Nov 21 04:46:24.364430 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-2dde1c26-81a2-479f-9e60-cb6de6d7ac03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95045e11-7047-4869-b31e-0a5aea3162c0 HTTP/1.1" status: 200 len: 217 time: 0.0418937 Nov 21 04:46:24.423392 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-c46eb7cc-3dc8-49a2-a348-cf6ad8e4cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:24.424989 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-c46eb7cc-3dc8-49a2-a348-cf6ad8e4cf30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0531812 Nov 21 04:46:25.052776 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a302a97-5e82-4ff6-959b-767be090a056 req-446a2abf-11eb-4a69-8076-a60371c91010 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:25.054260 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5a302a97-5e82-4ff6-959b-767be090a056 req-446a2abf-11eb-4a69-8076-a60371c91010 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0526145 Nov 21 04:46:25.111371 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-5a302a97-5e82-4ff6-959b-767be090a056 req-5af7829b-2d03-45b3-8fd8-519fbf9b0b10 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512052 Nov 21 04:46:25.396261 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-3bbfa76d-6651-4a65-82ff-ce3d79aa2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:25.398067 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-3bbfa76d-6651-4a65-82ff-ce3d79aa2fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488255 Nov 21 04:46:26.294728 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebab1b-c4bd-4d22-a6a4-377988f00c46 req-a893f884-1185-400d-bd81-8ba36b5780ba tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:26.296245 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c2ebab1b-c4bd-4d22-a6a4-377988f00c46 req-a893f884-1185-400d-bd81-8ba36b5780ba tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.1186526 Nov 21 04:46:26.341097 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-f95c6045-ca69-4432-aad6-5bb67519054f service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544037 Nov 21 04:46:26.370114 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c2ebab1b-c4bd-4d22-a6a4-377988f00c46 req-d2695438-f269-466f-85bb-e5c496252696 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654879 Nov 21 04:46:26.920195 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:46:27.246120 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-48acdaa1-f71a-4a01-a34a-7d2f1cbb5b3e req-cd1e754b-f0b2-4e3b-9a0a-b701938fcbd5 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975280 Nov 21 04:46:27.488136 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611a660-3ede-4d03-9429-c4f41f40e4f1 req-9248dc6e-9b1f-4727-87e8-a08f3d071d1f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:27.489624 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4611a660-3ede-4d03-9429-c4f41f40e4f1 req-9248dc6e-9b1f-4727-87e8-a08f3d071d1f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0529823 Nov 21 04:46:27.543485 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-4611a660-3ede-4d03-9429-c4f41f40e4f1 req-d7b4853b-f064-4867-b54a-e4505855a3ab tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480833 Nov 21 04:46:28.369195 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38deef8e-7a9f-4928-b6ba-f72ff38d63d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:28.664766 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0b80d-6220-42d2-bb99-8301841a48fd req-71b40232-c6c0-4912-9426-b1c370817741 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:28.666258 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-89a0b80d-6220-42d2-bb99-8301841a48fd req-71b40232-c6c0-4912-9426-b1c370817741 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0578527 Nov 21 04:46:28.720780 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-89a0b80d-6220-42d2-bb99-8301841a48fd req-72bff8a5-95b9-4a28-a623-f06b23788873 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480013 Nov 21 04:46:29.838618 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9155fa-9976-48da-ab08-3bcad36afe17 req-8882708a-4d08-4fb1-9896-389d69fd8c91 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:29.840117 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc9155fa-9976-48da-ab08-3bcad36afe17 req-8882708a-4d08-4fb1-9896-389d69fd8c91 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0530124 Nov 21 04:46:29.894137 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dc9155fa-9976-48da-ab08-3bcad36afe17 req-bb421c5d-ab5d-4df6-a392-442a170c9df2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480177 Nov 21 04:46:30.964263 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da2f382f-3fe5-438c-a05c-db52dde1297f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:31.021196 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8272b-f832-490d-bbec-fb1b44ee2ade req-c2867ee2-40e1-4def-89d6-ba92d641eae4 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:31.022798 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5de8272b-f832-490d-bbec-fb1b44ee2ade req-c2867ee2-40e1-4def-89d6-ba92d641eae4 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 944 time: 0.0553126 Nov 21 04:46:31.080616 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5de8272b-f832-490d-bbec-fb1b44ee2ade req-22f6ea67-a91e-437c-b116-9dacf902ea4a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516841 Nov 21 04:46:31.717306 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 95045e11-7047-4869-b31e-0a5aea3162c0 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:46:31.826378 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 95045e11-7047-4869-b31e-0a5aea3162c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=95045e11-7047-4869-b31e-0a5aea3162c0,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:46:31.843574 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '95045e11-7047-4869-b31e-0a5aea3162c0', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'port_id': '95045e11-7047-4869-b31e-0a5aea3162c0', 'mac_address': 'fa:16:3e:04:85:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:46:31.886383 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:31.902256 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95045e11-7047-4869-b31e-0a5aea3162c0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:46:31.927253 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 95045e11-7047-4869-b31e-0a5aea3162c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=95045e11-7047-4869-b31e-0a5aea3162c0,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:46:31.931379 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:31.994169 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=95045e11-7047-4869-b31e-0a5aea3162c0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:31.997318 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:32.002515 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.002918 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.003263 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.003603 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.003937 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.004288 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.004596 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.004922 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.005250 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.005573 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.005901 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.006221 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:46:32.217131 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d57f9-df08-475d-b33d-1fb5d8048863 req-f6e2fbf9-7838-4fc3-a692-72154218f9a6 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:32.218673 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-423d57f9-df08-475d-b33d-1fb5d8048863 req-f6e2fbf9-7838-4fc3-a692-72154218f9a6 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 945 time: 0.0634630 Nov 21 04:46:32.235518 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['95045e11-7047-4869-b31e-0a5aea3162c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:46:32.281068 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-423d57f9-df08-475d-b33d-1fb5d8048863 req-ed6e177d-6167-4d99-a45f-e90c4e0cb7f5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547428 Nov 21 04:46:33.419717 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da94d14-a044-4915-93d5-83212a72347d req-3bc60662-2182-46a5-b58a-2770afe81989 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:33.421225 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0da94d14-a044-4915-93d5-83212a72347d req-3bc60662-2182-46a5-b58a-2770afe81989 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 945 time: 0.0666842 Nov 21 04:46:33.478057 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0da94d14-a044-4915-93d5-83212a72347d req-f808a74c-94ff-4ec1-9708-a491a63385e0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495009 Nov 21 04:46:33.594254 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:33.725088 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 95045e11-7047-4869-b31e-0a5aea3162c0 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:46:33.790271 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 95045e11-7047-4869-b31e-0a5aea3162c0 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:46:33.794661 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 95045e11-7047-4869-b31e-0a5aea3162c0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:46:33.795089 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:33.881903 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:33.906890 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:46:33.910167 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd7c065-0603-4c68-98cf-e3d62e65d1c5" -d '{"events": [{"server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "name": "network-vif-plugged", "status": "completed", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:46:33.924046 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 95045e11-7047-4869-b31e-0a5aea3162c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=95045e11-7047-4869-b31e-0a5aea3162c0,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:46:33.929665 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:33.959647 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44211897-8df1-4cf7-979d-50f08e5a3402 x-openstack-request-id: req-44211897-8df1-4cf7-979d-50f08e5a3402 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:46:33.959937 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "name": "network-vif-plugged", "status": "completed", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:46:33.960191 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44211897-8df1-4cf7-979d-50f08e5a3402 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:46:33.960575 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0', 'code': 200} Nov 21 04:46:33.988641 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=95045e11-7047-4869-b31e-0a5aea3162c0,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:34.211959 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc13cb-01c1-4fa2-9df6-ac6ebd1703e2 req-f8dd854e-653c-435f-8422-feda848447a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:34.213562 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-92fc13cb-01c1-4fa2-9df6-ac6ebd1703e2 req-f8dd854e-653c-435f-8422-feda848447a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 1099 time: 0.0432467 Nov 21 04:46:34.265207 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-92fc13cb-01c1-4fa2-9df6-ac6ebd1703e2 req-090b9bd5-d96a-4e8a-9604-ebcf111c606e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Nov 21 04:46:34.597550 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1987a6d-da95-4ab9-849c-044b921ec4cf req-d6be740d-7940-4215-9d48-270ab547f06b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:34.599225 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c1987a6d-da95-4ab9-849c-044b921ec4cf req-d6be740d-7940-4215-9d48-270ab547f06b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.0528536 Nov 21 04:46:34.654019 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:34.657588 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c1987a6d-da95-4ab9-849c-044b921ec4cf req-f7332b2e-26f4-457c-b85a-25139a976f8e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525916 Nov 21 04:46:35.776210 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d2376-bc32-42b4-a8b7-87eb3583e026 req-4df4a8b2-b42a-4a54-a55d-2e16572f61b7 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:35.777681 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e95d2376-bc32-42b4-a8b7-87eb3583e026 req-4df4a8b2-b42a-4a54-a55d-2e16572f61b7 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.0522788 Nov 21 04:46:35.832430 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e95d2376-bc32-42b4-a8b7-87eb3583e026 req-947aea1b-17d6-4b0e-82aa-6c2b7e8bc885 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Nov 21 04:46:36.949010 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2e2a3-60ec-4e61-be94-a5ef6ba2208c req-b930cdfa-21a6-45a2-9008-a312cb86b92e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:36.950518 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ceb2e2a3-60ec-4e61-be94-a5ef6ba2208c req-b930cdfa-21a6-45a2-9008-a312cb86b92e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.0530570 Nov 21 04:46:37.005082 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ceb2e2a3-60ec-4e61-be94-a5ef6ba2208c req-030e4fe7-7c8b-4a42-857d-1b4fb10e1ce2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487413 Nov 21 04:46:38.124020 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465a51f-3688-4848-aeaf-209fd5d024a6 req-bf735b44-b33e-4e0c-8681-8958af80ebf7 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:38.125631 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7465a51f-3688-4848-aeaf-209fd5d024a6 req-bf735b44-b33e-4e0c-8681-8958af80ebf7 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.0546708 Nov 21 04:46:38.186538 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7465a51f-3688-4848-aeaf-209fd5d024a6 req-eb56a4ec-be84-426d-8607-a35a0e8b1ad4 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538309 Nov 21 04:46:39.303131 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd947e80-3b7b-46b9-aa83-dfbeef651be9 req-64b2fa25-addc-4dcb-81dd-355276971168 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:39.304604 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd947e80-3b7b-46b9-aa83-dfbeef651be9 req-64b2fa25-addc-4dcb-81dd-355276971168 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.0522811 Nov 21 04:46:39.358013 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-cd947e80-3b7b-46b9-aa83-dfbeef651be9 req-05e74200-f705-4194-92bf-6850ed263e1c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475912 Nov 21 04:46:39.473929 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575d5f-fc8b-4ecf-ab62-a56f1a111006 req-a8e49543-a58c-4b62-b37c-14bf10f68eac tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:39.475471 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0b575d5f-fc8b-4ecf-ab62-a56f1a111006 req-a8e49543-a58c-4b62-b37c-14bf10f68eac tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.0528514 Nov 21 04:46:39.529129 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0b575d5f-fc8b-4ecf-ab62-a56f1a111006 req-e615b5ff-9928-49d3-8bfb-fe8852e79ee7 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479879 Nov 21 04:46:39.554044 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55498) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:39.733799 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7b0ef-ea6e-4954-b1a1-29558bccc3bc tempest-TestVolumeBootPattern-498564032 tempest-TestVolumeBootPattern-498564032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:39.735267 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-7bd7b0ef-ea6e-4954-b1a1-29558bccc3bc tempest-TestVolumeBootPattern-498564032 tempest-TestVolumeBootPattern-498564032-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 1094 time: 0.1802273 Nov 21 04:46:39.738162 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55502) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:39.742511 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'port_id': '95045e11-7047-4869-b31e-0a5aea3162c0', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:46:39.764566 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:39.879122 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:39.996094 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Allocated IP 172.27.1.185 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/981a3b87-7a1e-431f-93d7-2bd7d91c7b1c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:46:40.115380 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:40.152862 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:40.195604 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:46:40.198546 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:46:40.201101 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:46:40.236869 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=981a3b87-7a1e-431f-93d7-2bd7d91c7b1c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:40.616434 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:40.691288 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:40.858169 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:40.863256 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18079691'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:40.945619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=981a3b87-7a1e-431f-93d7-2bd7d91c7b1c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:40.959929 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:41.073640 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Floating IP f602ce96-ca1c-485f-ba72-1c742658ca2b associated. External IP: 172.27.1.185, port: 95045e11-7047-4869-b31e-0a5aea3162c0. Nov 21 04:46:41.308049 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:46:41.428767 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:46:41.438933 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:46:41.448099 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:41.450240 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:46:41.450905 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:46:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:46:41.478343 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-a462988f-074c-4d45-a476-8be571e404ed tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7391205 Nov 21 04:46:41.478996 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:46:41.481220 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630b14df-e05d-4e0d-9541-1d04c98fb660" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:46:41.576927 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:46:41.640645 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9472d-115d-4783-af52-7b8fed477ed0 x-openstack-request-id: req-58d9472d-115d-4783-af52-7b8fed477ed0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:46:41.641166 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:46:41.641166 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58d9472d-115d-4783-af52-7b8fed477ed0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:46:41.641571 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0', 'status': 'completed', 'code': 200} Nov 21 04:46:41.742424 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-473bb7ba-01cb-4f36-8a5f-853d93456601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:41.743963 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-473bb7ba-01cb-4f36-8a5f-853d93456601 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 1099 time: 0.0505950 Nov 21 04:46:41.845345 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'f602ce96-ca1c-485f-ba72-1c742658ca2b', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': '95045e11-7047-4869-b31e-0a5aea3162c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:04:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:46:40Z', 'updated_at': '2021-11-21T04:46:40Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:46:41.851624 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-3549433e-ad56-47d5-bf94-7c5c886d9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:41.853098 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-3549433e-ad56-47d5-bf94-7c5c886d9e9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.1001270 Nov 21 04:46:41.877968 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:46:41.887852 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:46:41.888468 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:46:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:46:41.936071 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-c995366b-3719-4f2c-9f57-dc2fb0ef3cfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95045e11-7047-4869-b31e-0a5aea3162c0 HTTP/1.1" status: 200 len: 1000 time: 0.0742466 Nov 21 04:46:41.992455 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-3dc8952a-9388-47bb-9df2-bb98febc55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:41.994231 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-3dc8952a-9388-47bb-9df2-bb98febc55fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0498405 Nov 21 04:46:42.016755 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:46:42.048352 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-863907cc-ffc3-4634-8505-f4cc9c645bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:46:42.050741 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-863907cc-ffc3-4634-8505-f4cc9c645bda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488842 Nov 21 04:46:42.169050 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-71b5bd6f-4493-437a-94d7-b55ddf914f5f service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114004 Nov 21 04:46:42.274961 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-630b14df-e05d-4e0d-9541-1d04c98fb660 req-221c6e94-1d1a-4a4b-a305-5d0afe019a33 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983367 Nov 21 04:46:42.295032 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'f602ce96-ca1c-485f-ba72-1c742658ca2b', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': '95045e11-7047-4869-b31e-0a5aea3162c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:04:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:46:40Z', 'updated_at': '2021-11-21T04:46:40Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:46:42.334194 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616a0c2-82db-41cf-9100-44959025b4a1 None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'f602ce96-ca1c-485f-ba72-1c742658ca2b', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': '95045e11-7047-4869-b31e-0a5aea3162c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:04:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:46:40Z', 'updated_at': '2021-11-21T04:46:40Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:46:42.516207 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d63be0-1480-4f12-b928-498b9156dac2 None None] New status for floating IP f602ce96-ca1c-485f-ba72-1c742658ca2b: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:46:43.220778 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:45.736091 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:45.841891 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1e99d5d-9165-4e79-930a-819288eedbd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:45.924682 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1e99d5d-9165-4e79-930a-819288eedbd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:45.929132 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1e99d5d-9165-4e79-930a-819288eedbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:45.972602 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c1e99d5d-9165-4e79-930a-819288eedbd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dc4779b8c7944ea8591c20d6965b902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354200 Nov 21 04:46:45.974037 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e99d5d-9165-4e79-930a-819288eedbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407cb920-1128-4118-af17-f6741ecdab29,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:45.975807 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55620) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:46.027954 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e78c9499-d130-4b40-972d-3bfe2ae4ea74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.052285 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e78c9499-d130-4b40-972d-3bfe2ae4ea74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.102873 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e78c9499-d130-4b40-972d-3bfe2ae4ea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.105569 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e78c9499-d130-4b40-972d-3bfe2ae4ea74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.106721 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-e78c9499-d130-4b40-972d-3bfe2ae4ea74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/407cb920-1128-4118-af17-f6741ecdab29 HTTP/1.1" status: 204 len: 168 time: 0.1298301 Nov 21 04:46:46.115396 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c9499-d130-4b40-972d-3bfe2ae4ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407cb920-1128-4118-af17-f6741ecdab29,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:46.363497 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:46.377389 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5111f07-4e15-4995-8581-51b8ad28eaac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.460263 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5111f07-4e15-4995-8581-51b8ad28eaac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.463973 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5111f07-4e15-4995-8581-51b8ad28eaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.508414 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-c5111f07-4e15-4995-8581-51b8ad28eaac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ba6c9eca1244502a1f54c9f7e329542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437428 Nov 21 04:46:46.509375 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5111f07-4e15-4995-8581-51b8ad28eaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca6ca52-56da-4744-bf09-86220a2960e5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:46.511095 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:46.568331 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4e935e-a32b-40d0-858e-82437689c1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.600629 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4e935e-a32b-40d0-858e-82437689c1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.652474 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4e935e-a32b-40d0-858e-82437689c1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.655295 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4e935e-a32b-40d0-858e-82437689c1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:46.656696 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-cd4e935e-a32b-40d0-858e-82437689c1b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fca6ca52-56da-4744-bf09-86220a2960e5 HTTP/1.1" status: 204 len: 168 time: 0.1441414 Nov 21 04:46:46.665510 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e935e-a32b-40d0-858e-82437689c1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca6ca52-56da-4744-bf09-86220a2960e5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:49.979822 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55720) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:50.029534 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] Deleting subnet 28cb6bb7-a21b-43a5-9575-b2bfa11eb614 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:46:50.033102 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.076851 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4058228'] for subnet, precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.122148 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.177816 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3509524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521843'] for subnet, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.207932 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cb6bb7-a21b-43a5-9575-b2bfa11eb614,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:50.209907 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for subnet, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.214602 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-90556ece-2488-44f3-928b-f04d2e1b77fd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/28cb6bb7-a21b-43a5-9575-b2bfa11eb614 HTTP/1.1" status: 204 len: 168 time: 0.2323503 Nov 21 04:46:50.215679 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:50.296187 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.388269 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.410112 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8506697a-822c-4d67-8c08-16ee832f0a91']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:46:50.420328 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b829ae-a198-46d6-83d4-8b428f4d4d95') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:46:50.420625 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b829ae-a198-46d6-83d4-8b428f4d4d95') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:46:50.431163 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4058239'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.446837 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.453402 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:46:50.453922 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3509694'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: Traceback (most recent call last): Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: timer() Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: cb(*args, **kw) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: return func(*args, **kwargs) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: self._notify() Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: self.callback(batched_events) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: event.method(event) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: return f(self, *a, **k) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._get(url).json() Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: return self.request(url, 'GET', **kwargs) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:46:50.455804 dv-cinder-776422-6-iscsi neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:46:50.524180 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.529488 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.533032 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8506697a-822c-4d67-8c08-16ee832f0a91 HTTP/1.1" status: 204 len: 168 time: 0.3164451 Nov 21 04:46:50.545323 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfac999-4a0b-4540-8ee9-57a395e71359 admin admin] Pushing event deleted for resources: {'Network': ['ID=8506697a-822c-4d67-8c08-16ee832f0a91,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:50.694843 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:50.738550 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-8326b56a-63b3-4d4c-b833-0517757e2bb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=678c11f1abb44cdc896904ebf3689475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425043 Nov 21 04:46:50.740877 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:50.792038 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f372ae8-8db0-41c9-a3d1-d40922be7b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.814785 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f372ae8-8db0-41c9-a3d1-d40922be7b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.864423 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f372ae8-8db0-41c9-a3d1-d40922be7b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.867407 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f372ae8-8db0-41c9-a3d1-d40922be7b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:50.868544 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6f372ae8-8db0-41c9-a3d1-d40922be7b6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5419bbd3-6ecc-4ef7-b8d4-391652b41073 HTTP/1.1" status: 204 len: 168 time: 0.1267819 Nov 21 04:46:50.876635 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f372ae8-8db0-41c9-a3d1-d40922be7b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5419bbd3-6ecc-4ef7-b8d4-391652b41073,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:55.585741 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:55.696338 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ebc46f1-5950-4a7a-a577-dcde666785da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:55.776138 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ebc46f1-5950-4a7a-a577-dcde666785da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:55.779546 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ebc46f1-5950-4a7a-a577-dcde666785da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:55.822559 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-7ebc46f1-5950-4a7a-a577-dcde666785da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02556ed7d21641b289d5e339ee327aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357142 Nov 21 04:46:55.823453 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc46f1-5950-4a7a-a577-dcde666785da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a312e529-eaa9-4c0b-9518-3d9e1b776674,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:55.825327 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:55.879348 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efdfec7a-e9fc-4150-a72e-cd1cadc5cc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:55.902760 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efdfec7a-e9fc-4150-a72e-cd1cadc5cc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:55.952410 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efdfec7a-e9fc-4150-a72e-cd1cadc5cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:55.955330 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efdfec7a-e9fc-4150-a72e-cd1cadc5cc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:55.956481 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-efdfec7a-e9fc-4150-a72e-cd1cadc5cc9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a312e529-eaa9-4c0b-9518-3d9e1b776674 HTTP/1.1" status: 204 len: 168 time: 0.1291251 Nov 21 04:46:55.964816 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfec7a-e9fc-4150-a72e-cd1cadc5cc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312e529-eaa9-4c0b-9518-3d9e1b776674,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:56.211894 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:56.226680 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4757777-e830-43f9-a855-6b7e003a3640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:56.306315 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4757777-e830-43f9-a855-6b7e003a3640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:56.309966 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4757777-e830-43f9-a855-6b7e003a3640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:56.353129 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c4757777-e830-43f9-a855-6b7e003a3640 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d584aa73ed7409fbcde5e95abcebd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401174 Nov 21 04:46:56.353977 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4757777-e830-43f9-a855-6b7e003a3640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e957405-29ea-4785-aeb9-a8feb2a8a1d8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:56.355840 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:46:56.407420 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cde12fa8-fbe4-4093-81f7-07b82b544792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:56.431187 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cde12fa8-fbe4-4093-81f7-07b82b544792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:56.480088 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cde12fa8-fbe4-4093-81f7-07b82b544792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:56.482959 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cde12fa8-fbe4-4093-81f7-07b82b544792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:46:56.484199 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-cde12fa8-fbe4-4093-81f7-07b82b544792 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e957405-29ea-4785-aeb9-a8feb2a8a1d8 HTTP/1.1" status: 204 len: 168 time: 0.1272647 Nov 21 04:46:56.493066 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12fa8-fbe4-4093-81f7-07b82b544792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e957405-29ea-4785-aeb9-a8feb2a8a1d8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:46:58.371034 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-004ddba0-0811-4e33-8f65-8245cdedbce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.506682 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55836) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:47:00.609622 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48201085-2b7d-444a-a21a-033703fc1291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.695390 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48201085-2b7d-444a-a21a-033703fc1291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.700027 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48201085-2b7d-444a-a21a-033703fc1291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.743690 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-48201085-2b7d-444a-a21a-033703fc1291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2951399853484eb9b7675a6750aae56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359464 Nov 21 04:47:00.744591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48201085-2b7d-444a-a21a-033703fc1291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db72933-598b-4ca4-ade9-3b98b38f5816,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:47:00.746443 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:47:00.800253 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba04da7-86a2-4976-9959-1f6986436999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.824150 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba04da7-86a2-4976-9959-1f6986436999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.871963 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba04da7-86a2-4976-9959-1f6986436999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.874608 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba04da7-86a2-4976-9959-1f6986436999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:00.875778 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-1ba04da7-86a2-4976-9959-1f6986436999 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4db72933-598b-4ca4-ade9-3b98b38f5816 HTTP/1.1" status: 204 len: 168 time: 0.1283081 Nov 21 04:47:00.885000 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba04da7-86a2-4976-9959-1f6986436999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db72933-598b-4ca4-ade9-3b98b38f5816,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:47:00.959617 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76af0593-f9e7-4220-addb-72163ea36e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.138415 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 55846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:47:01.152570 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425a46d3-7976-49ed-b60f-1cebd575430c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.236436 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425a46d3-7976-49ed-b60f-1cebd575430c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.240866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425a46d3-7976-49ed-b60f-1cebd575430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.283437 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-425a46d3-7976-49ed-b60f-1cebd575430c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a002dcf3d0304f23ad0bb8f1a33b56c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438935 Nov 21 04:47:01.284377 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a46d3-7976-49ed-b60f-1cebd575430c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8655846f-2166-4f99-8c88-04208063e85d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:47:01.286757 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 55848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:47:01.341351 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78f70654-584f-4072-bf67-b546df92fd2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.366259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78f70654-584f-4072-bf67-b546df92fd2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.415537 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78f70654-584f-4072-bf67-b546df92fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.418294 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78f70654-584f-4072-bf67-b546df92fd2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:01.419475 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-78f70654-584f-4072-bf67-b546df92fd2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8655846f-2166-4f99-8c88-04208063e85d HTTP/1.1" status: 204 len: 168 time: 0.1310625 Nov 21 04:47:01.428116 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f70654-584f-4072-bf67-b546df92fd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8655846f-2166-4f99-8c88-04208063e85d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:47:01.990155 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:03.590641 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:03.919948 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:47:04.656972 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:13.224461 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:15.465681 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-1da98387-b5dd-437b-a39c-10f8f17e6ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433040 Nov 21 04:47:15.580440 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-a3b125c4-6867-4111-9340-cbb1dbcb1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:47:15.581985 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-a3b125c4-6867-4111-9340-cbb1dbcb1132 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 1099 time: 0.0473175 Nov 21 04:47:15.699002 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-0da478fc-134e-4de7-beba-38138298489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:47:15.700483 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-0da478fc-134e-4de7-beba-38138298489c service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0975008 Nov 21 04:47:15.781426 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-f858601e-2c5a-4fb5-b111-4f447670284d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95045e11-7047-4869-b31e-0a5aea3162c0 HTTP/1.1" status: 200 len: 1002 time: 0.0718009 Nov 21 04:47:15.836410 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-f71d195e-9909-480e-8886-6823203ffe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:47:15.837892 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-f71d195e-9909-480e-8886-6823203ffe53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0483689 Nov 21 04:47:15.888169 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-02680e3a-3f22-41e5-9306-343ff5931c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:47:15.889671 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-02680e3a-3f22-41e5-9306-343ff5931c65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429292 Nov 21 04:47:15.996778 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-cfce109a-3d21-4d20-9be4-00b8b7e9de03 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988183 Nov 21 04:47:16.100534 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e82acc9-f521-46bb-8dfd-c30796cfc435 req-e0275ed1-b62e-4ee6-9afd-ac0381903e6d service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942943 Nov 21 04:47:28.374078 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12d164a3-0ced-4881-89cb-ea603d276437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:30.915475 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 56042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:47:30.951610 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3e84c1b-8fa6-4dee-a303-ef054a597935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.024897 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.116648 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.120361 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.164508 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=270bea399b53463e8283cbb46737838c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478652 Nov 21 04:47:31.165346 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fd76c-b560-4398-9d93-382ecd4ed7f1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:47:31.167350 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:47:31.173068 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.173422 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.173768 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.174105 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.174440 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.174803 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.175135 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.175466 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.175800 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.176122 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.176446 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.176767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38daee2-6f4e-4d7d-b275-9af3d52c2d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.219574 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.243880 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.296504 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.299240 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:31.300374 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f4fd76c-b560-4398-9d93-382ecd4ed7f1 HTTP/1.1" status: 204 len: 168 time: 0.1320264 Nov 21 04:47:31.308502 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fd76c-b560-4398-9d93-382ecd4ed7f1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:47:31.316123 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.316478 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.316822 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.317158 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.317491 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.317820 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.318199 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.318491 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.319444 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.319444 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.319759 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.320007 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e62e5f-1630-42e7-8894-32b26a16ebb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:47:31.990983 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:33.592894 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:34.659010 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:40.920226 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:47:43.228514 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:47:58.377798 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01050095-ba9e-4f3e-96a0-e55e201f652f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:00.953312 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d27301f-ca2d-4b3c-ad02-ee0155b15560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:01.994212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:03.596806 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:04.661421 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:13.243726 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:17.461129 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-041ab04b-0360-4d9b-8236-b212427ba1d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417798 Nov 21 04:48:17.563414 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-bfcd256b-bd40-4bc6-b1e3-9bd4328174fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:17.564980 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-bfcd256b-bd40-4bc6-b1e3-9bd4328174fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 1099 time: 0.0440576 Nov 21 04:48:17.681713 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-e5e22279-34a0-4552-a46d-2eff4d820655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:17.683134 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-e5e22279-34a0-4552-a46d-2eff4d820655 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0992899 Nov 21 04:48:17.757175 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-916e8a11-8d81-4582-b2ce-d4360f2afbca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95045e11-7047-4869-b31e-0a5aea3162c0 HTTP/1.1" status: 200 len: 1002 time: 0.0663011 Nov 21 04:48:17.810953 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-eb1e60d7-6353-4e75-b3fc-dc1b84c66a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:17.812395 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-eb1e60d7-6353-4e75-b3fc-dc1b84c66a18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0474191 Nov 21 04:48:17.864732 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-0042b60c-56e7-44bd-aba3-4d2fc9482fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:17.866226 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-0042b60c-56e7-44bd-aba3-4d2fc9482fbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455091 Nov 21 04:48:17.876900 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-831ddbc8-c422-4255-95c2-df2a98f5b29b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:48:17.877924 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-831ddbc8-c422-4255-95c2-df2a98f5b29b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047925 Nov 21 04:48:17.919163 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:48:17.978921 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-636f2753-37f8-4243-b95f-118595694310 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928800 Nov 21 04:48:18.083103 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-efce7046-300c-4a3d-bf03-9d293fbf81f4 req-d0445790-aabe-4ae0-8010-99dbe4d2b420 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967162 Nov 21 04:48:28.382242 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-453cefa0-d229-4f92-86dd-575a0f0e9856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:30.955208 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86d95a4f-7d5f-4887-bade-b66b1f4f0268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:31.996403 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:33.600170 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:34.663212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:37.607446 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef9c91-2ab9-41c6-a7bc-4632bba1daa1 req-974c8456-a47b-4180-bce1-3a34cb9acb99 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:37.608919 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-84ef9c91-2ab9-41c6-a7bc-4632bba1daa1 req-974c8456-a47b-4180-bce1-3a34cb9acb99 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.2282970 Nov 21 04:48:37.662918 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-84ef9c91-2ab9-41c6-a7bc-4632bba1daa1 req-4f262470-cfb5-4418-b156-c1d724cc7a01 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479672 Nov 21 04:48:38.839917 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a461e1-5c86-4b2a-9c85-bf5084be05ae req-43f1ddf8-24ad-40ff-b9d5-9573c1c25c5d tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:38.841434 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84a461e1-5c86-4b2a-9c85-bf5084be05ae req-43f1ddf8-24ad-40ff-b9d5-9573c1c25c5d tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.1096332 Nov 21 04:48:38.895158 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-84a461e1-5c86-4b2a-9c85-bf5084be05ae req-47a668c2-55ab-4441-b85d-616cd75cf7b2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477498 Nov 21 04:48:39.119666 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-476ee123-7953-488c-b4ea-678487cd8bab tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:39.121743 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-476ee123-7953-488c-b4ea-678487cd8bab tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 946 time: 0.0515702 Nov 21 04:48:39.221694 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Deleting port 95045e11-7047-4869-b31e-0a5aea3162c0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:48:39.222039 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:39.326408 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] For port 95045e11-7047-4869-b31e-0a5aea3162c0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=95045e11-7047-4869-b31e-0a5aea3162c0,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:48:39.326805 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:39.779110 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:39.779476 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:39.780061 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Floating IP f602ce96-ca1c-485f-ba72-1c742658ca2b disassociated. External IP: 172.27.1.185, port: 95045e11-7047-4869-b31e-0a5aea3162c0. Nov 21 04:48:39.780410 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Calling delete_port for 95045e11-7047-4869-b31e-0a5aea3162c0 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:48:39.921213 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:39.954669 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event deleted for resources: {'Port': ['ID=95045e11-7047-4869-b31e-0a5aea3162c0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:39.965219 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.965571 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.965916 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.966256 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.966613 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.966945 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.967275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.967603 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.968497 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.968497 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.968704 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:39.968921 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:40.038813 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-9c9b8d6f-2f5c-4063-b4e0-c2b2ab2b2992 req-2fd1fa94-556c-4a26-8f1e-e2483f37022e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 210 time: 0.0670800 Nov 21 04:48:40.121380 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:48:40.242165 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:48:40.251966 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:48:40.262662 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:48:40.263291 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:48:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:48:40.287560 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] No DVR routers for this DVR port 95045e11-7047-4869-b31e-0a5aea3162c0 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:48:40.290165 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:40.294176 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-55bd6f53-5104-4b26-ad40-65bc153fb687 req-a93228b7-7772-4e91-9c2b-0ad45ed65948 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "DELETE /v2.0/ports/95045e11-7047-4869-b31e-0a5aea3162c0 HTTP/1.1" status: 204 len: 173 time: 1.1655295 Nov 21 04:48:40.294658 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'name': 'network-vif-deleted', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:48:40.297060 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e46b9dc-9990-42b0-8e94-c01813d97a23" -d '{"events": [{"server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "name": "network-vif-deleted", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:48:40.351733 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2bdd7-8bdd-48cb-96f9-d53aea6f7de5 x-openstack-request-id: req-5aa2bdd7-8bdd-48cb-96f9-d53aea6f7de5 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:48:40.352074 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5c821-7dd0-405a-a55c-0cfacea8b594", "name": "network-vif-deleted", "tag": "95045e11-7047-4869-b31e-0a5aea3162c0", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:48:40.352482 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aa2bdd7-8bdd-48cb-96f9-d53aea6f7de5 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:48:40.352736 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5c821-7dd0-405a-a55c-0cfacea8b594', 'name': 'network-vif-deleted', 'tag': '95045e11-7047-4869-b31e-0a5aea3162c0', 'status': 'completed', 'code': 200} Nov 21 04:48:40.402646 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:48:40.647423 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:48:40.681735 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:48:40.691536 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:48:40.692150 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:48:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:48:40.819396 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:48:41.052968 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:48:41.086616 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90683d3-26e1-4058-98ba-ab42be173d02 None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:48:41.157888 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2539e41d-62a2-4aa3-b647-a4ca3349c8c5 req-d251ed22-cc11-4dd5-b919-8d353f8ad2ff tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b5c821-7dd0-405a-a55c-0cfacea8b594 HTTP/1.1" status: 200 len: 210 time: 0.0311592 Nov 21 04:48:41.310053 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887010e3-c6df-43c9-970b-9b201e1f87fe None None] New status for floating IP f602ce96-ca1c-485f-ba72-1c742658ca2b: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:48:42.416359 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-44ce6d02-1ff8-41ac-9d2e-f0c9a2745399 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535510894&fields=id&tenant_id=fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 267 time: 0.0501077 Nov 21 04:48:42.540565 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-cecfc112-3d5c-4f7c-bdbf-d136769a2d3a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:42.542020 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-cecfc112-3d5c-4f7c-bdbf-d136769a2d3a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 810 time: 0.1183593 Nov 21 04:48:42.557399 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-b1f440f0-cbb9-43ed-8bd2-cf0fe03d5aa5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/quotas/fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 375 time: 0.0089931 Nov 21 04:48:42.610989 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-4b1aacdf-b7b2-4f5f-8788-fa9ebadc0903 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478406 Nov 21 04:48:42.672595 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-54295514-ef25-413b-a858-1c9180b7095a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 21 04:48:42.673606 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-54295514-ef25-413b-a858-1c9180b7095a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502183 Nov 21 04:48:42.778519 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-92a46769-754f-444a-9e38-e74cef582da4 service neutron] 10.222.0.37 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986979 Nov 21 04:48:42.880415 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-83067b58-c1da-4d86-86d4-97cf246b2a86 service neutron] 10.222.0.37 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948896 Nov 21 04:48:43.150147 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 95045e11-7047-4869-b31e-0a5aea3162c0 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:48:43.155055 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-05c5fab1-95e3-46ae-8cbf-fd2a27c86c71 req-c3199753-adb3-4f24-9fbc-c103087a67e2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 210 time: 0.0302393 Nov 21 04:48:43.174378 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 95045e11-7047-4869-b31e-0a5aea3162c0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:48:43.174764 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 95045e11-7047-4869-b31e-0a5aea3162c0 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:48:43.226239 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:44.265544 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4c2b27f7-09b3-4afa-a246-6103a75f7e4a req-f861c963-31a3-4a13-b3b6-2895c474e0eb tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 210 time: 0.0423229 Nov 21 04:48:44.290188 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-c8bed725-9568-44ba-ac21-6d2c94297908 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:44.291650 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-c8bed725-9568-44ba-ac21-6d2c94297908 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 810 time: 0.1508479 Nov 21 04:48:44.373972 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-ac81f103-8eca-4217-8459-944898861275 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 380 time: 0.0616403 Nov 21 04:48:44.384032 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'port': {'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'admin_state_up': True, 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'security_groups': ['500411a1-16f5-479d-8e56-2b96ff991c4a']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:48:44.510954 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Made reservation on behalf of fb4906dd476b4802b0d94c126f85799c for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:48:44.515060 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:44.660591 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Allocated IP 172.20.0.4 (41dda450-90d9-4900-8a16-7b7ecc9f54eb/4bb30f85-790f-478f-a251-3b87634d762b/b4485728-d0f6-44ee-93e2-0217f52c4cf5) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:48:44.828747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:44.866075 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:44.918746 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:48:44.922218 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:48:44.926150 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:48:44.959148 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=b4485728-d0f6-44ee-93e2-0217f52c4cf5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:44.991138 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:44.991692 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.009901 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dfe0decd-68ed-489e-a951-65326b402159 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294687 Nov 21 04:48:45.075601 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Request body: {'port': {'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:48:45.101351 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-62af50cd-3a1c-48d8-9ecb-86b167efd47e None None] Provisioning complete for port b4485728-d0f6-44ee-93e2-0217f52c4cf5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:48:45.101864 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62af50cd-3a1c-48d8-9ecb-86b167efd47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.135348 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.144444 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-62af50cd-3a1c-48d8-9ecb-86b167efd47e None None] Port b4485728-d0f6-44ee-93e2-0217f52c4cf5 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:48:45.390705 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d97c6-8740-4270-93db-64548b955182 req-79ac6153-2c91-41c7-a2ac-77b151dd27af tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:45.392190 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6a0d97c6-8740-4270-93db-64548b955182 req-79ac6153-2c91-41c7-a2ac-77b151dd27af tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 931 time: 0.0596828 Nov 21 04:48:45.446252 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-6a0d97c6-8740-4270-93db-64548b955182 req-5e12b16a-009c-476a-ad3a-04ad9b752588 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482664 Nov 21 04:48:45.456171 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4485728-d0f6-44ee-93e2-0217f52c4cf5 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:48:45.465005 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.477951 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Transition to ACTIVE for port object b4485728-d0f6-44ee-93e2-0217f52c4cf5 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:48:45.482542 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.554845 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Pushing event updated for resources: {'Port': ['ID=b4485728-d0f6-44ee-93e2-0217f52c4cf5,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:45.614366 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Attempting to bind port b4485728-d0f6-44ee-93e2-0217f52c4cf5 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:48:45.614519 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Attempting to bind port b4485728-d0f6-44ee-93e2-0217f52c4cf5 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:48:45.614822 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Attempting to bind port b4485728-d0f6-44ee-93e2-0217f52c4cf5 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:48:45.620152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Port b4485728-d0f6-44ee-93e2-0217f52c4cf5 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:48:45.620513 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Attempting to bind port b4485728-d0f6-44ee-93e2-0217f52c4cf5 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:48:45.625985 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:48:45.626332 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Checking segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:48:45.626747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Bound using segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:48:45.627179 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Bound port: b4485728-d0f6-44ee-93e2-0217f52c4cf5, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:48:45.627543 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.703855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] For port b4485728-d0f6-44ee-93e2-0217f52c4cf5, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:48:45.707067 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] For port b4485728-d0f6-44ee-93e2-0217f52c4cf5, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:48:45.712398 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.751967 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:45.752637 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:45.754062 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] 10.222.0.48 "PUT /v2.0/ports/b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 1093 time: 0.7290072 Nov 21 04:48:45.754551 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:48:45.756826 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252" -d '{"events": [{"name": "network-changed", "server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:48:45.799161 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f90e1-a340-4ee0-8e7f-01432ffeb180 x-openstack-request-id: req-833f90e1-a340-4ee0-8e7f-01432ffeb180 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:48:45.799524 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:48:45.799785 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-833f90e1-a340-4ee0-8e7f-01432ffeb180 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:48:45.800197 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'status': 'completed', 'code': 200} Nov 21 04:48:45.801200 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebca21-31c6-4d1c-8994-08b6fcd0c06f service neutron] Pushing event updated for resources: {'Port': ['ID=b4485728-d0f6-44ee-93e2-0217f52c4cf5,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:45.864679 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-2b4ae27d-5096-4693-af2a-0f3d4ffe33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:45.866227 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-2b4ae27d-5096-4693-af2a-0f3d4ffe33c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1096 time: 0.0472934 Nov 21 04:48:45.927520 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-5f5a54e3-ecc7-4a7c-a095-dde9d1418628 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0468266 Nov 21 04:48:45.982321 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-6bee2581-e10a-4157-83f6-082f173c2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:45.983818 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-6bee2581-e10a-4157-83f6-082f173c2977 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0500386 Nov 21 04:48:46.034540 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dcabd40b-6768-45f5-8102-a3719054eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:46.036035 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-dcabd40b-6768-45f5-8102-a3719054eb66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452123 Nov 21 04:48:46.141468 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-b3ef028d-a2a0-41c4-9755-fdc8652d9831 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981750 Nov 21 04:48:46.244213 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2ea8bd4-0d92-4cd1-a9d9-e042f9292a5a req-3c179ef3-9cac-48e5-8113-da5463da318e service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957127 Nov 21 04:48:46.373538 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-94590967-36c8-4f91-968b-504709d981b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:46.375054 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-94590967-36c8-4f91-968b-504709d981b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1096 time: 0.0460868 Nov 21 04:48:46.480731 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-2a18b4ba-d5bc-489b-be20-385736b371bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:46.482222 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-2a18b4ba-d5bc-489b-be20-385736b371bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0992484 Nov 21 04:48:46.545402 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-10034927-65a4-4ed5-b57e-d8d23d6aefbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0420282 Nov 21 04:48:46.562933 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d9be8-6085-409f-9b27-1eefae1c2840 req-128875a6-596b-43f9-8963-329687cc5044 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:46.564444 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e70d9be8-6085-409f-9b27-1eefae1c2840 req-128875a6-596b-43f9-8963-329687cc5044 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 943 time: 0.0533252 Nov 21 04:48:46.606167 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-24c9f4bc-c9e0-4d4b-a6c4-8ebc8aa77240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:46.607667 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-24c9f4bc-c9e0-4d4b-a6c4-8ebc8aa77240 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0534117 Nov 21 04:48:46.619433 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-e70d9be8-6085-409f-9b27-1eefae1c2840 req-7c2d7ed5-ed58-4ab2-9395-456b1b250b7e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489745 Nov 21 04:48:46.658742 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-7d46d359-51eb-43d3-8e84-1db459c22d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:46.660284 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-7d46d359-51eb-43d3-8e84-1db459c22d66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450814 Nov 21 04:48:46.760015 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-17252150-0c73-49b4-a7ec-a728caf3c96a service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927796 Nov 21 04:48:46.866350 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-5ca67e9a-ecb3-4dc5-8fbc-a6cc2da35252 req-b20c8a25-7b20-4423-8f8d-d0ccf88d16f1 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982893 Nov 21 04:48:47.740837 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8c9b-5e44-4385-b200-6c60008d0f59 req-70a80243-1b2e-41bc-9547-17cc761ffb7a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:47.742330 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e85b8c9b-5e44-4385-b200-6c60008d0f59 req-70a80243-1b2e-41bc-9547-17cc761ffb7a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 943 time: 0.0546570 Nov 21 04:48:47.796875 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-e85b8c9b-5e44-4385-b200-6c60008d0f59 req-00fad1e1-f33f-4614-b6cf-1229a10b9f1f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483925 Nov 21 04:48:48.912522 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9957716-b1ca-4b04-993a-289e4c1446eb req-2a45a992-3719-4273-ac54-2e75262a097d tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:48.914002 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d9957716-b1ca-4b04-993a-289e4c1446eb req-2a45a992-3719-4273-ac54-2e75262a097d tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 943 time: 0.0518534 Nov 21 04:48:48.970295 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-d9957716-b1ca-4b04-993a-289e4c1446eb req-21cb4c3b-06b4-42b0-8e2a-f70e3087801e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498939 Nov 21 04:48:50.091904 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658844d-f84e-424a-a7d9-407607895009 req-450e515c-0081-44de-b4ce-6c07bc7d7e55 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:50.093499 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3658844d-f84e-424a-a7d9-407607895009 req-450e515c-0081-44de-b4ce-6c07bc7d7e55 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 943 time: 0.0570924 Nov 21 04:48:50.148292 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-3658844d-f84e-424a-a7d9-407607895009 req-349cf322-ce51-44e2-8463-8710ec1fb5b5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487692 Nov 21 04:48:51.264441 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37d3d7-fd05-43e6-b5ec-56f3eb389d25 req-a85dd421-8b20-4ffe-aa1f-3d3359db1f2e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:51.265902 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0f37d3d7-fd05-43e6-b5ec-56f3eb389d25 req-a85dd421-8b20-4ffe-aa1f-3d3359db1f2e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 943 time: 0.0523343 Nov 21 04:48:51.320004 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-0f37d3d7-fd05-43e6-b5ec-56f3eb389d25 req-89ae5bab-1088-4784-bdae-9d1697748b57 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482414 Nov 21 04:48:52.438818 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc0251-d625-4231-8e0f-d8e366d276bd req-89fa147b-b8a0-4170-9e5a-b2c37883ba3e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:52.440295 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-83cc0251-d625-4231-8e0f-d8e366d276bd req-89fa147b-b8a0-4170-9e5a-b2c37883ba3e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 943 time: 0.0529764 Nov 21 04:48:52.493970 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-83cc0251-d625-4231-8e0f-d8e366d276bd req-b5521b38-3bff-4190-bb49-12ebc21b47d6 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477972 Nov 21 04:48:53.180324 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b4485728-d0f6-44ee-93e2-0217f52c4cf5 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:48:53.291129 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port b4485728-d0f6-44ee-93e2-0217f52c4cf5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:48:53.303411 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:48:53.345583 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:53.359680 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4485728-d0f6-44ee-93e2-0217f52c4cf5 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:48:53.380459 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port b4485728-d0f6-44ee-93e2-0217f52c4cf5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:48:53.384295 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:53.436704 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=b4485728-d0f6-44ee-93e2-0217f52c4cf5,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:53.444469 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.444825 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.445174 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.445518 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.445853 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.446189 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.446553 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.446887 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.447221 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.447550 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.447877 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.448743 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:53.612098 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa6309-26a0-40e6-8997-ef0a04e77f2e req-b2e6e3fc-7f21-481d-8fbd-2a721c29910f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:53.613565 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dbaa6309-26a0-40e6-8997-ef0a04e77f2e req-b2e6e3fc-7f21-481d-8fbd-2a721c29910f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 944 time: 0.0522542 Nov 21 04:48:53.668558 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-dbaa6309-26a0-40e6-8997-ef0a04e77f2e req-f8deedc3-fdb5-4ff4-8217-20411a715983 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490365 Nov 21 04:48:53.713018 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['b4485728-d0f6-44ee-93e2-0217f52c4cf5'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:48:54.786774 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b7054-4b27-4d9f-ae29-195adb5234f6 req-32da3833-0f19-4484-8047-7de69fa216d2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:54.788244 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e9b7054-4b27-4d9f-ae29-195adb5234f6 req-32da3833-0f19-4484-8047-7de69fa216d2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 944 time: 0.0523179 Nov 21 04:48:54.850685 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1e9b7054-4b27-4d9f-ae29-195adb5234f6 req-67958f68-e2cd-43e2-be41-7e73a4d4cec0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564260 Nov 21 04:48:54.921092 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:48:55.179540 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b4485728-d0f6-44ee-93e2-0217f52c4cf5 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:48:55.236608 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port b4485728-d0f6-44ee-93e2-0217f52c4cf5 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:48:55.240831 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port b4485728-d0f6-44ee-93e2-0217f52c4cf5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:48:55.241208 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:55.325183 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:55.350408 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:48:55.352657 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0343fa18-5a21-472e-a61e-55f93a9b61c0" -d '{"events": [{"server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "name": "network-vif-plugged", "status": "completed", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:48:55.366448 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port b4485728-d0f6-44ee-93e2-0217f52c4cf5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:48:55.370435 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:55.406139 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb950a1b-a4a8-45dc-a3a0-15e0191cd758 x-openstack-request-id: req-cb950a1b-a4a8-45dc-a3a0-15e0191cd758 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:48:55.406433 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "name": "network-vif-plugged", "status": "completed", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:48:55.406712 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb950a1b-a4a8-45dc-a3a0-15e0191cd758 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:48:55.407092 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'code': 200} Nov 21 04:48:55.437189 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=b4485728-d0f6-44ee-93e2-0217f52c4cf5,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:55.630767 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f07a8-37ff-424e-b3ac-e171e3f66543 req-83d50c6c-639c-4581-8b0f-0dc34c251b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:55.632274 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7f4f07a8-37ff-424e-b3ac-e171e3f66543 req-83d50c6c-639c-4581-8b0f-0dc34c251b76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1098 time: 0.0429363 Nov 21 04:48:55.685383 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7f4f07a8-37ff-424e-b3ac-e171e3f66543 req-bf342326-094a-482d-9b46-af5f8a21bf8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Nov 21 04:48:55.968321 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f4569-90c1-4bc7-8db6-1a047492bd0c req-2f9f3dd4-38f9-4422-b477-c51a050df7b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:55.969833 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ba4f4569-90c1-4bc7-8db6-1a047492bd0c req-2f9f3dd4-38f9-4422-b477-c51a050df7b0 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 945 time: 0.0534072 Nov 21 04:48:56.022698 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ba4f4569-90c1-4bc7-8db6-1a047492bd0c req-5d0886fd-3572-4768-928e-b93cf49b5b65 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470116 Nov 21 04:48:57.147203 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c5d53-0d21-41e8-8342-0386c233354a req-86de7148-baeb-48b8-a93c-aeb73dfea2f6 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:57.148668 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b67c5d53-0d21-41e8-8342-0386c233354a req-86de7148-baeb-48b8-a93c-aeb73dfea2f6 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 945 time: 0.0563993 Nov 21 04:48:57.202125 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b67c5d53-0d21-41e8-8342-0386c233354a req-45c2d7c3-86ca-4582-8ca5-8b2bc16e356c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475233 Nov 21 04:48:57.321863 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfca3a-d968-43df-be04-735136e7287c req-b5d832fb-e332-4f48-9b38-4ae0af145f95 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:57.323428 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fadfca3a-d968-43df-be04-735136e7287c req-b5d832fb-e332-4f48-9b38-4ae0af145f95 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 945 time: 0.0570581 Nov 21 04:48:57.377219 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-fadfca3a-d968-43df-be04-735136e7287c req-1ee0e486-e965-4c7e-b1aa-b9d458ef885b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Nov 21 04:48:57.398749 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:48:57.442413 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e08d5f-bf90-4dd6-af1f-48b4446315e4 tempest-TestVolumeBootPattern-498564032 tempest-TestVolumeBootPattern-498564032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:57.444262 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-18e08d5f-bf90-4dd6-af1f-48b4446315e4 tempest-TestVolumeBootPattern-498564032 tempest-TestVolumeBootPattern-498564032-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1093 time: 0.0445256 Nov 21 04:48:57.446977 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:48:57.451321 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:48:57.474255 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:57.838121 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:57.953650 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Allocated IP 172.27.1.125 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/26e6a168-c4fd-4a6a-a328-26ef4462c857) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:48:58.069717 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:58.106172 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:58.150395 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:48:58.154164 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:48:58.157979 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:48:58.163728 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=26e6a168-c4fd-4a6a-a328-26ef4462c857,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:58.193862 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.194219 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.194597 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.194941 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.195276 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.195610 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.195946 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.196279 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.196609 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.196936 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.197262 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.197583 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:48:58.391466 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22f87ef0-0072-4e04-a9ee-da81b538f9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:58.577359 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:58.648993 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:58.818062 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:58.822712 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18079691'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:58.902297 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=26e6a168-c4fd-4a6a-a328-26ef4462c857,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:48:58.914993 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:59.028899 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Floating IP ae28f2eb-44a0-4a04-ab8c-9e009cede18d associated. External IP: 172.27.1.125, port: b4485728-d0f6-44ee-93e2-0217f52c4cf5. Nov 21 04:48:59.260046 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:48:59.381011 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:48:59.391618 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:48:59.399397 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:48:59.403380 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:48:59.404009 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:48:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:48:59.430070 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-1905eef1-af51-4059-b440-9b943987785b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9820845 Nov 21 04:48:59.430689 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:48:59.433749 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4b0940-0985-444d-bcac-df70ea488646" -d '{"events": [{"name": "network-changed", "server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:48:59.468866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491d3ea6-1afb-4c03-9cb1-0f682b5c3bce x-openstack-request-id: req-491d3ea6-1afb-4c03-9cb1-0f682b5c3bce {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:48:59.469158 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:48:59.469411 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-491d3ea6-1afb-4c03-9cb1-0f682b5c3bce {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:48:59.469810 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'status': 'completed', 'code': 200} Nov 21 04:48:59.530850 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:48:59.555862 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0940-0985-444d-bcac-df70ea488646 req-f6433af0-874c-4f52-8c61-3846f637378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:59.557969 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4b0940-0985-444d-bcac-df70ea488646 req-f6433af0-874c-4f52-8c61-3846f637378a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1098 time: 0.0433803 Nov 21 04:48:59.664455 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0940-0985-444d-bcac-df70ea488646 req-9fc591eb-64b4-46ff-b53e-6c73599366e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:59.665965 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4b0940-0985-444d-bcac-df70ea488646 req-9fc591eb-64b4-46ff-b53e-6c73599366e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.1018348 Nov 21 04:48:59.741519 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4b0940-0985-444d-bcac-df70ea488646 req-a0101947-ca83-4647-9c9f-c81fb14125ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 999 time: 0.0677872 Nov 21 04:48:59.791690 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:48:58Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:48:59.796756 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0940-0985-444d-bcac-df70ea488646 req-9d6dcac3-8554-46b4-9ab7-a6470803ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:59.798247 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4b0940-0985-444d-bcac-df70ea488646 req-9d6dcac3-8554-46b4-9ab7-a6470803ff9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0504069 Nov 21 04:48:59.823758 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:48:59.832461 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:48:59.833063 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:48:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:48:59.851523 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0940-0985-444d-bcac-df70ea488646 req-ec285b90-a631-4472-a29e-db5889127ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:48:59.853029 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4b0940-0985-444d-bcac-df70ea488646 req-ec285b90-a631-4472-a29e-db5889127ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478320 Nov 21 04:48:59.958158 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4b0940-0985-444d-bcac-df70ea488646 req-39fff54b-d079-420a-a116-4a9e3d43a6b9 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970812 Nov 21 04:49:00.068115 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-8e4b0940-0985-444d-bcac-df70ea488646 req-7c31ea83-84b8-453c-83fb-bd887d590fad service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025248 Nov 21 04:49:00.082716 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:49:00.337958 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:48:58Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:49:00.374767 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfd67e-964a-444d-b7da-b876036fea9d None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:48:58Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:49:00.558304 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a733f-a59c-4f5a-9098-ce9a6b0d2765 None None] New status for floating IP ae28f2eb-44a0-4a04-ab8c-9e009cede18d: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:49:00.955906 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c50dea7-765f-43d5-900a-227d40b323fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:01.998289 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:03.603193 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:04.664962 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:13.226570 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:17.442674 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-1eea4f22-d16b-409c-8551-26da3bb9d033 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433567 Nov 21 04:49:17.546764 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0db07-f280-4971-83a9-90fdf4797266 req-1a43e7d0-cbed-4dcb-81b8-156ad83bd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:49:17.548245 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-1a43e7d0-cbed-4dcb-81b8-156ad83bd2f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1098 time: 0.0441275 Nov 21 04:49:17.666038 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0db07-f280-4971-83a9-90fdf4797266 req-37cd1b94-945a-4898-bc01-3baf463583fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:49:17.667425 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-37cd1b94-945a-4898-bc01-3baf463583fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0995076 Nov 21 04:49:17.745833 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-3112969a-61af-47ec-b71d-324e25852a64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0677962 Nov 21 04:49:17.798983 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0db07-f280-4971-83a9-90fdf4797266 req-d442efe6-bdd3-4d71-bcee-b6c0ab8832fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:49:17.800388 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-d442efe6-bdd3-4d71-bcee-b6c0ab8832fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0477374 Nov 21 04:49:17.853803 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0db07-f280-4971-83a9-90fdf4797266 req-bc97aaf4-3973-4fd9-a670-373d1b604d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:49:17.855587 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-bc97aaf4-3973-4fd9-a670-373d1b604d2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471535 Nov 21 04:49:17.960789 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-a548b3f8-0cfc-48ae-8edf-8f9bc8712f12 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966806 Nov 21 04:49:18.067237 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-06c0db07-f280-4971-83a9-90fdf4797266 req-47bac1ae-29a2-426d-af08-30d0327ad641 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985115 Nov 21 04:49:28.383033 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-913b8409-63f4-4479-b704-9f78cf377c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:30.957351 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-156a88fd-f067-4eeb-9ef0-516d7c66bbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:31.920347 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:49:32.000957 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:33.607274 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:34.667799 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:43.226984 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:49:58.384519 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-635bd63b-fc03-4cbe-baca-d79ea37e8f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:00.958169 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93b110b3-59d5-4b11-b551-f6d298dafc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:02.003088 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:03.610374 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:04.670746 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:08.919876 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:50:13.238183 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:18.446353 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-57146851-b708-48a3-9722-98061f07b536 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446255 Nov 21 04:50:18.547709 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-c6418e9d-8428-4d84-954c-cc5d3b7c3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:18.549228 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-c6418e9d-8428-4d84-954c-cc5d3b7c3a04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1098 time: 0.0435588 Nov 21 04:50:18.666738 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-a5e1fd4c-02b4-43c0-9b93-a71cf51c15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:18.668219 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-a5e1fd4c-02b4-43c0-9b93-a71cf51c15c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0993733 Nov 21 04:50:18.743300 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-3b344aa7-e831-44eb-9ac6-2cf913219af7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0670416 Nov 21 04:50:18.796546 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-9c5e956a-ea79-424e-9ea3-e8f6955b0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:18.797962 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-9c5e956a-ea79-424e-9ea3-e8f6955b0d68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0484941 Nov 21 04:50:18.850683 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-d25e512a-8d5b-4292-9826-ae2a57d29c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:18.852190 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-d25e512a-8d5b-4292-9826-ae2a57d29c72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472438 Nov 21 04:50:19.210400 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-b6f1a688-de0b-44e1-be91-321f0a464001 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509312 Nov 21 04:50:19.313646 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-765f2a5f-b837-4eb1-b0a6-89052bfd3d32 req-7c5d30a6-b801-4b83-89bc-eb35ffb0d1c2 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956802 Nov 21 04:50:28.385294 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b471-19c5-4528-9ce5-05fc71b2c4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:30.959992 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04f85a40-a8b8-4cba-81d9-ef3aa2a51bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:32.005696 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:33.613826 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:34.674521 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:39.499045 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-91c653a4-eac7-4c0a-adc9-40dbf80d8482 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535510894&fields=id&tenant_id=fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 267 time: 0.0494633 Nov 21 04:50:39.624443 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-872a1b41-cefc-4c6c-b237-dc01efca72b2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:39.625905 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-872a1b41-cefc-4c6c-b237-dc01efca72b2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 810 time: 0.1202550 Nov 21 04:50:39.641576 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-504a9819-a08d-4d4e-8afd-d5ae08f9dcc4 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/quotas/fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 375 time: 0.0098844 Nov 21 04:50:39.697876 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e4e43999-5239-49fb-abe8-f897f341791a tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506926 Nov 21 04:50:39.803697 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-ea1dca22-6863-485d-9d5e-91ef85d224d0 service neutron] 10.222.0.37 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935395 Nov 21 04:50:39.908998 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-194373af-3bae-4539-a6e1-591e692a85f2 service neutron] 10.222.0.37 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990686 Nov 21 04:50:40.188375 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-fe402862-43a2-4665-8123-591dae4ecbb8 req-0f3940b3-0ad5-45a5-8114-18788d611e33 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 210 time: 0.0338376 Nov 21 04:50:41.171152 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-86a9ab4a-320c-416c-b4e2-57480238541e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:41.173200 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-86a9ab4a-320c-416c-b4e2-57480238541e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 810 time: 0.1343186 Nov 21 04:50:41.265431 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-4276a71e-748f-4ad7-b022-5dc6a9b55368 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4906dd476b4802b0d94c126f85799c HTTP/1.1" status: 200 len: 380 time: 0.0666535 Nov 21 04:50:41.282128 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'port': {'device_id': '8f25a577-48b7-4121-8042-e8690f257872', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'admin_state_up': True, 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'security_groups': ['500411a1-16f5-479d-8e56-2b96ff991c4a']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:50:41.302441 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-a2081b16-d33b-4491-8ed0-833134ce6998 req-c75a2119-01c0-4528-9993-7b92865af30d tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 210 time: 0.0352371 Nov 21 04:50:41.424712 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Made reservation on behalf of fb4906dd476b4802b0d94c126f85799c for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 21 04:50:41.428112 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:41.572322 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Allocated IP 172.20.0.13 (41dda450-90d9-4900-8a16-7b7ecc9f54eb/4bb30f85-790f-478f-a251-3b87634d762b/7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:50:41.742091 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:41.781048 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:41.833074 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:50:41.836697 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:50:41.841101 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:50:41.848660 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:50:41.883227 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.883577 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.883922 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.884261 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.884592 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.884929 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.885260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.885588 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.885917 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.886242 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.886604 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.886927 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:41.918928 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:41.920095 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:41.938706 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-2342d2e6-02ea-476c-9969-5e081dad7169 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6612830 Nov 21 04:50:41.963333 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Request body: {'port': {'device_id': '8f25a577-48b7-4121-8042-e8690f257872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:50:42.024369 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:42.085669 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7c7051c1-0b9c-4dce-a483-ecf7e9890fa3 None None] Provisioning complete for port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:50:42.086294 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c7051c1-0b9c-4dce-a483-ecf7e9890fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:42.124385 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7c7051c1-0b9c-4dce-a483-ecf7e9890fa3 None None] Port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 21 04:50:42.349176 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:50:42.357330 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:42.370336 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Transition to ACTIVE for port object 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 21 04:50:42.374107 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:42.426270 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842690b8-64b0-4554-8ed3-3e4097100733 req-b331a140-16b4-4829-819d-70c36b654078 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:42.431480 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:50:42.431968 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-842690b8-64b0-4554-8ed3-3e4097100733 req-b331a140-16b4-4829-819d-70c36b654078 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 944 time: 0.0594668 Nov 21 04:50:42.487828 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-842690b8-64b0-4554-8ed3-3e4097100733 req-24abbe67-daac-43d6-bb95-9b2ddc7289c2 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533280 Nov 21 04:50:42.533335 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Attempting to bind port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 21 04:50:42.533769 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Attempting to bind port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 21 04:50:42.534124 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Attempting to bind port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:50:42.538963 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 21 04:50:42.539459 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Attempting to bind port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 on network 41dda450-90d9-4900-8a16-7b7ecc9f54eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 21 04:50:42.545331 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Checking agent: {'id': '425ee508-bc0c-4a31-9105-e0a6ad680b4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'started_at': datetime.datetime(2021, 11, 21, 4, 36, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 21, 4, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 21 04:50:42.545677 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Checking segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 21 04:50:42.546072 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Bound using segment: {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 21 04:50:42.546537 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Bound port: 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5505c81b-c662-462a-9677-b0ead55aec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 21 04:50:42.546905 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:42.624843 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] For port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6, host hv-cinder-77642, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 21 04:50:42.628475 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] For port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 21 04:50:42.632631 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:42.672614 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:42.673216 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:42.674649 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] 10.222.0.48 "PUT /v2.0/ports/7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 HTTP/1.1" status: 200 len: 1094 time: 0.7158599 Nov 21 04:50:42.675096 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:50:42.677403 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd8232-3e02-4045-9ab7-242ff2fc54d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:50:42.704602 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb7e20-bc18-493d-9c66-a553f6809560 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:50:42.786610 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e409a2ff-9f01-4016-8670-6a729f873f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:42.788210 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-e409a2ff-9f01-4016-8670-6a729f873f94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 1097 time: 0.0488524 Nov 21 04:50:42.797309 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6700deb2-4382-4e31-9e7f-8b5a159e1f9d x-openstack-request-id: req-6700deb2-4382-4e31-9e7f-8b5a159e1f9d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:50:42.797604 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:50:42.797887 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6700deb2-4382-4e31-9e7f-8b5a159e1f9d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:50:42.798293 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'status': 'completed', 'code': 200} Nov 21 04:50:42.862197 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-9f4a2e0b-4372-4c6e-94f2-eafc933e8c51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 HTTP/1.1" status: 200 len: 217 time: 0.0452631 Nov 21 04:50:42.917676 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-7e1bd0ea-7572-4cf4-8c93-3b24c87df580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:42.919882 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-7e1bd0ea-7572-4cf4-8c93-3b24c87df580 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0491750 Nov 21 04:50:42.968827 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-4e2f26d8-719d-4114-85d5-419b2a11ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:42.970353 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-4e2f26d8-719d-4114-85d5-419b2a11ee55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438735 Nov 21 04:50:43.074330 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-531b2681-8b59-403c-a3b2-82c55387412f service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970554 Nov 21 04:50:43.179934 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-252cb4f1-ae88-49f4-b4eb-ff31caaee7ea req-1880c84f-2117-4776-8b69-d94b69b366d9 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966170 Nov 21 04:50:43.252501 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:43.309360 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-1d80343f-3d0a-409c-b571-cb75f9707ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:43.310941 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-1d80343f-3d0a-409c-b571-cb75f9707ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 1097 time: 0.0450313 Nov 21 04:50:43.417786 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-4da64a71-6f8a-489a-8535-dda6c4632fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:43.419286 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-4da64a71-6f8a-489a-8535-dda6c4632fdc service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.1002502 Nov 21 04:50:43.468609 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-60fa999a-c264-4591-919a-c66a4ee390bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 HTTP/1.1" status: 200 len: 217 time: 0.0404282 Nov 21 04:50:43.525734 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-fd6b3b49-0c7e-40f7-af69-8d79c0ccd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:43.527232 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-fd6b3b49-0c7e-40f7-af69-8d79c0ccd6ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0485394 Nov 21 04:50:43.581948 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-3d811aa0-bd6f-48c9-979c-a67a0211a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:43.583566 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-3d811aa0-bd6f-48c9-979c-a67a0211a775 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479705 Nov 21 04:50:43.606857 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9fec1-27d2-45ce-a450-cf2e9be81fee req-ec390ebe-dcc1-42cf-a59b-9b23ec2adc92 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:43.608512 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-19b9fec1-27d2-45ce-a450-cf2e9be81fee req-ec390ebe-dcc1-42cf-a59b-9b23ec2adc92 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 944 time: 0.0534344 Nov 21 04:50:43.666870 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-19b9fec1-27d2-45ce-a450-cf2e9be81fee req-c045a535-b607-4e8b-81a2-7e9886b599ea tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516267 Nov 21 04:50:43.686369 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-9cb0267f-7078-486f-a5bf-e2a9cdc938ec service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953605 Nov 21 04:50:43.802810 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1edd8232-3e02-4045-9ab7-242ff2fc54d4 req-e0d73880-1660-4316-b307-bad2751e3efb service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044786 Nov 21 04:50:44.788119 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7430c-e397-48c4-bc35-48a4c4628a04 req-a9b6e6eb-6b70-40aa-99c6-572811eb3156 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:44.789588 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d3f7430c-e397-48c4-bc35-48a4c4628a04 req-a9b6e6eb-6b70-40aa-99c6-572811eb3156 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 944 time: 0.0533290 Nov 21 04:50:44.845023 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d3f7430c-e397-48c4-bc35-48a4c4628a04 req-16ce2307-39e2-496e-b599-60e13809803f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493052 Nov 21 04:50:45.918559 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:50:45.962350 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc0bc-60e1-403e-ba8b-1bc4efe3caf3 req-873d33a9-7830-4edf-9668-344cfd07da47 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:45.963875 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-658bc0bc-60e1-403e-ba8b-1bc4efe3caf3 req-873d33a9-7830-4edf-9668-344cfd07da47 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 944 time: 0.0536833 Nov 21 04:50:46.019440 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-658bc0bc-60e1-403e-ba8b-1bc4efe3caf3 req-007c4ac9-f74b-44c1-aa6e-7a09f0693da9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492158 Nov 21 04:50:47.138799 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95a6ce-eaf9-4cc9-9dde-14f40f8db492 req-2380ead4-1e5d-489a-adb0-042fe2b76c97 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:47.140277 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ac95a6ce-eaf9-4cc9-9dde-14f40f8db492 req-2380ead4-1e5d-489a-adb0-042fe2b76c97 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 944 time: 0.0529189 Nov 21 04:50:47.197743 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ac95a6ce-eaf9-4cc9-9dde-14f40f8db492 req-098161c0-1857-4bfb-b165-72d87198c283 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516422 Nov 21 04:50:48.314414 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f7a57-f17a-4678-8a82-c46fd7f1dbb6 req-2c9536a5-dffc-4114-8aa5-f659f3ee698e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:48.315937 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-403f7a57-f17a-4678-8a82-c46fd7f1dbb6 req-2c9536a5-dffc-4114-8aa5-f659f3ee698e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 944 time: 0.0524907 Nov 21 04:50:48.368913 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-403f7a57-f17a-4678-8a82-c46fd7f1dbb6 req-7393322a-e0ae-44a3-baa5-b0e087626bb8 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Nov 21 04:50:49.485892 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f0f7e-f340-4a4a-aeda-f23449b9f24c req-f677ebc7-2a2b-4751-9350-8ae21aebf808 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:49.487421 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-065f0f7e-f340-4a4a-aeda-f23449b9f24c req-f677ebc7-2a2b-4751-9350-8ae21aebf808 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 944 time: 0.0529950 Nov 21 04:50:49.541896 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-065f0f7e-f340-4a4a-aeda-f23449b9f24c req-8fecc760-7781-4980-a10f-45c8df04fe7f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486405 Nov 21 04:50:49.730212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 21 04:50:49.840075 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:50:49.852552 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Returning: {'device': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'port_id': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'mac_address': 'fa:16:3e:56:fc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 21 04:50:49.893836 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:49.907773 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 21 04:50:49.932117 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:50:49.936776 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:49.987259 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:50:49.994612 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.994971 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.995321 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.995665 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.996003 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.996340 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.996676 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.997006 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.997339 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.997670 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.998853 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:49.999260 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:50:50.224491 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] get_ports_and_sgs() called for port_ids ['7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 21 04:50:50.664635 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336acfcd-9191-4f20-84bb-8cb0814231e1 req-ec5c392e-c57b-40dd-917c-058990d0059b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:50.666143 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-336acfcd-9191-4f20-84bb-8cb0814231e1 req-ec5c392e-c57b-40dd-917c-058990d0059b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 945 time: 0.0565112 Nov 21 04:50:50.720140 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-336acfcd-9191-4f20-84bb-8cb0814231e1 req-c3daa571-ad9b-4f36-bd2a-92de25257b5f tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480592 Nov 21 04:50:51.748202 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 up at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 21 04:50:51.804677 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning for port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 21 04:50:51.808625 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Provisioning complete for port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 21 04:50:51.809006 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16362862'] for port, provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:51.839447 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d893602-213d-498a-b4b0-d2def5040ef0 req-cc17daf1-e8ca-4d0f-9c5e-a21a47c09f63 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:51.841164 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2d893602-213d-498a-b4b0-d2def5040ef0 req-cc17daf1-e8ca-4d0f-9c5e-a21a47c09f63 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 945 time: 0.0555115 Nov 21 04:50:51.896243 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-2d893602-213d-498a-b4b0-d2def5040ef0 req-3fa76738-3f82-4a8a-974c-dc060c98253c tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477159 Nov 21 04:50:51.899060 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:51.925297 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:50:51.927555 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ebb3d7c70c0b65100658425ed892ce485b93d7a46fc792b4a3b9a1e19a52020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694bf33c-c5c6-426a-b343-c71a87539755" -d '{"events": [{"server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "name": "network-vif-plugged", "status": "completed", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:50:51.941306 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] For port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:50:51.945241 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:51.998010 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Pushing event updated for resources: {'Port': ['ID=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:50:52.021529 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf1628-2973-4db6-bb3a-7b70c83a2515 x-openstack-request-id: req-77cf1628-2973-4db6-bb3a-7b70c83a2515 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:50:52.021823 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "name": "network-vif-plugged", "status": "completed", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:50:52.022084 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77cf1628-2973-4db6-bb3a-7b70c83a2515 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:50:52.022641 dv-cinder-776422-6-iscsi neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'code': 200} Nov 21 04:50:52.271771 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c981a8-e856-4f0a-96e5-4cdbb7ae6876 req-0a8b5a5f-fb78-404d-a712-397871dc5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:52.273301 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-58c981a8-e856-4f0a-96e5-4cdbb7ae6876 req-0a8b5a5f-fb78-404d-a712-397871dc5aff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 1099 time: 0.0466428 Nov 21 04:50:52.323945 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-58c981a8-e856-4f0a-96e5-4cdbb7ae6876 req-0d67caca-9808-4688-b40a-21da16999a1b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433595 Nov 21 04:50:53.015242 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4719b98-1aed-4d4f-90c2-95ccb78905e0 req-348b0834-8881-497d-ba24-0e051cb05692 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:53.016755 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b4719b98-1aed-4d4f-90c2-95ccb78905e0 req-348b0834-8881-497d-ba24-0e051cb05692 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 946 time: 0.0526574 Nov 21 04:50:53.070790 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b4719b98-1aed-4d4f-90c2-95ccb78905e0 req-7811c1af-28b4-40ef-9d03-6e6e851d9a53 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480380 Nov 21 04:50:54.187940 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fecf5-33cb-4d6b-81e8-c426a4a8824f req-bf1cc6e3-abc6-41f5-8eb7-2765b97beca5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:54.189397 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cb4fecf5-33cb-4d6b-81e8-c426a4a8824f req-bf1cc6e3-abc6-41f5-8eb7-2765b97beca5 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 946 time: 0.0526779 Nov 21 04:50:54.242957 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-cb4fecf5-33cb-4d6b-81e8-c426a4a8824f req-f962e274-a3e7-4596-a075-66d325483b7b tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477188 Nov 21 04:50:54.362702 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a723-68f8-475c-b0ec-4c56f2ed76bd req-4215047b-cc77-41b7-94b4-d1205f2fe427 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:54.364100 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b2e2a723-68f8-475c-b0ec-4c56f2ed76bd req-4215047b-cc77-41b7-94b4-d1205f2fe427 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 946 time: 0.0561140 Nov 21 04:50:54.417734 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b2e2a723-68f8-475c-b0ec-4c56f2ed76bd req-75a17ac2-7c81-4701-ae21-9645012a4b57 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477295 Nov 21 04:50:54.440495 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 56282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:50:54.482891 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb6db8-81c5-4541-b968-1be81ad93c73 tempest-TestVolumeBootPattern-498564032 tempest-TestVolumeBootPattern-498564032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:54.484404 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-32eb6db8-81c5-4541-b968-1be81ad93c73 tempest-TestVolumeBootPattern-498564032 tempest-TestVolumeBootPattern-498564032-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 1094 time: 0.0429325 Nov 21 04:50:54.487055 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 56284) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:50:54.491317 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Request body: {'floatingip': {'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'port_id': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 21 04:50:54.514741 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:54.628239 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:54.745082 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Allocated IP 172.27.1.203 (4e6fdc6d-4801-49ce-b6a0-a5d103c5b709/543070d7-86ae-4cbe-930a-0bbdae51e368/75c82cbe-8992-4ef3-a81b-24238ea1ffc6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 21 04:50:54.859921 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:54.895224 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730954443659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:54.937798 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Network 4e6fdc6d-4801-49ce-b6a0-a5d103c5b709 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 21 04:50:54.940748 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 21 04:50:54.944488 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 21 04:50:54.974374 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=75c82cbe-8992-4ef3-a81b-24238ea1ffc6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:50:55.347005 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:55.418817 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16382062'] for port, before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:55.586923 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for port, precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:55.591275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730954927418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730954443677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730954443695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3509698'] for port, after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:55.668747 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event updated for resources: {'Port': ['ID=75c82cbe-8992-4ef3-a81b-24238ea1ffc6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:50:55.681178 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-470426'] for floatingip, after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:55.795727 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Floating IP 58a81a41-0770-42aa-a2f2-4a7c592ce7d3 associated. External IP: 172.27.1.203, port: 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6. Nov 21 04:50:56.287880 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:50:56.411177 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:50:56.421237 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:50:56.432165 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:50:56.432930 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:50:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:50:56.433162 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:50:56.467011 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-6c38d822-059c-4452-af57-8cc530911b4e tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9783986 Nov 21 04:50:56.467715 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:50:56.469973 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15e92a8-0a1f-4287-868b-bac5c61d4eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:50:56.507477 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04416bdf-ae95-4552-89b7-699e90d3033a x-openstack-request-id: req-04416bdf-ae95-4552-89b7-699e90d3033a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:50:56.507772 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:50:56.508035 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04416bdf-ae95-4552-89b7-699e90d3033a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:50:56.508444 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'status': 'completed', 'code': 200} Nov 21 04:50:56.557825 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:50:56.597770 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-88d4d752-b4cb-4370-a1d4-496ab33fc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:56.599394 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-88d4d752-b4cb-4370-a1d4-496ab33fc714 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 1099 time: 0.0451207 Nov 21 04:50:56.702137 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-5a1c6f74-0fa4-4277-bd1a-a5bb9805e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:56.703565 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-5a1c6f74-0fa4-4277-bd1a-a5bb9805e0be service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0975502 Nov 21 04:50:56.782618 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-240c3136-3d6f-43e9-abac-5ba8d373ac33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 HTTP/1.1" status: 200 len: 1000 time: 0.0715833 Nov 21 04:50:56.824624 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '58a81a41-0770-42aa-a2f2-4a7c592ce7d3', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:56:fc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f25a577-48b7-4121-8042-e8690f257872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:50:55Z', 'updated_at': '2021-11-21T04:50:55Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}, {'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:49:00Z', 'revision_number': 1, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:50:56.836029 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-af4aeec5-2424-431f-8df3-d1b76b88e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:56.837531 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-af4aeec5-2424-431f-8df3-d1b76b88e441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0486391 Nov 21 04:50:56.858528 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:50:56.867767 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:50:56.868376 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:50:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:50:56.886163 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-2f6aa747-a75f-4ef4-ab74-04aa985292cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:50:56.887690 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-2f6aa747-a75f-4ef4-ab74-04aa985292cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426431 Nov 21 04:50:56.991680 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:50:56.993215 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-6ce34427-bc6f-4fa8-8140-f03c097d8d9b service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975289 Nov 21 04:50:57.104106 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-d15e92a8-0a1f-4287-868b-bac5c61d4eea req-27860e96-6615-4935-8ad0-82c1db70167e service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039422 Nov 21 04:50:57.254355 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '58a81a41-0770-42aa-a2f2-4a7c592ce7d3', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:56:fc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f25a577-48b7-4121-8042-e8690f257872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:50:55Z', 'updated_at': '2021-11-21T04:50:55Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}, {'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:49:00Z', 'revision_number': 1, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:50:57.286200 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2e8a8-717e-473d-974b-1e9c1c8a1e0d None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': '58a81a41-0770-42aa-a2f2-4a7c592ce7d3', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:56:fc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f25a577-48b7-4121-8042-e8690f257872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:50:55Z', 'updated_at': '2021-11-21T04:50:55Z', 'revision_number': 0, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}, {'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:49:00Z', 'revision_number': 1, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:50:57.462797 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d695f-a7af-44d5-9093-037add48c061 None None] New status for floating IP 58a81a41-0770-42aa-a2f2-4a7c592ce7d3: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:50:58.388177 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39e3beff-a619-4f27-83fe-939f131df541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:00.961778 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22cee0ec-9829-4114-8c9b-711f0d1d37ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:02.009554 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:03.616631 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:04.679817 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:13.267815 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:18.453490 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-5f9ea703-9c97-469c-870e-cb877b4be0e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478344 Nov 21 04:51:18.554563 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-dd095def-89d2-438f-a0dc-ed1075301e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:51:18.556033 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-dd095def-89d2-438f-a0dc-ed1075301e7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1098 time: 0.0441332 Nov 21 04:51:18.674295 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-1e6abb5c-4288-4bea-9c86-1977d108cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:51:18.675798 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-1e6abb5c-4288-4bea-9c86-1977d108cca8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0982425 Nov 21 04:51:18.755633 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-18f70924-f993-4403-ac8f-3f469b532d18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0728018 Nov 21 04:51:18.811272 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-6a28db15-583f-4d39-a242-fecd24002cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:51:18.812707 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-6a28db15-583f-4d39-a242-fecd24002cc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0502026 Nov 21 04:51:18.861387 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-6290a97f-2586-41e4-9b15-ab213fc943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:51:18.862908 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-6290a97f-2586-41e4-9b15-ab213fc943f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434251 Nov 21 04:51:18.968579 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-a0c59d8c-b211-4094-a31d-d9854d79fdc9 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982113 Nov 21 04:51:19.071109 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-ebb8b3d7-92d7-43c1-b394-c53362cc0775 req-5e026880-d3f9-48c0-98f0-d6dde72665df service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942438 Nov 21 04:51:22.917895 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:51:28.389805 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c35675d8-9afd-4669-a8ea-87f887360008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:30.963073 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1797ab46-4794-4c5d-aac8-4b723c992e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:32.011669 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:33.619586 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:34.682403 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:43.267989 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:58.391452 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b7ddcc1-77b3-4a4c-a9f7-1141b19f330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:51:59.917307 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:52:00.965422 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96366afd-4e34-42a2-ac8c-7aa860548666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:02.015315 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:03.623051 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:04.684281 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:13.268854 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:20.436864 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-8c7851d2-70ec-4a2f-9e80-b740568541ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446002 Nov 21 04:52:20.517593 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b430c3-506b-4497-8265-933076b778e1 req-00eb5d78-5120-4d6c-962c-7db7f3f33537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:20.519156 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-00eb5d78-5120-4d6c-962c-7db7f3f33537 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 1099 time: 0.0485365 Nov 21 04:52:20.634173 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b430c3-506b-4497-8265-933076b778e1 req-60eeeece-0a26-4923-b585-aaa639ed5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:20.635669 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-60eeeece-0a26-4923-b585-aaa639ed5dbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.0962641 Nov 21 04:52:20.713902 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-37ec79e3-82e4-49ca-8507-51d45e275d92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 HTTP/1.1" status: 200 len: 1002 time: 0.0701680 Nov 21 04:52:20.768669 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b430c3-506b-4497-8265-933076b778e1 req-d9de4e64-d9ef-468c-944f-34da046bf822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:20.770073 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-d9de4e64-d9ef-468c-944f-34da046bf822 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0487247 Nov 21 04:52:20.817981 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b430c3-506b-4497-8265-933076b778e1 req-9f7b7ea2-1fe3-4e36-a4ba-418abb9c4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:20.819478 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-9f7b7ea2-1fe3-4e36-a4ba-418abb9c4b65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428958 Nov 21 04:52:20.922547 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-9086ed8a-f4b0-4ab8-a0f0-9919cfab141e service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961001 Nov 21 04:52:21.023552 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-c9b430c3-506b-4497-8265-933076b778e1 req-054216a0-dce9-4abc-8314-9217ad0f2e7e service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944300 Nov 21 04:52:24.742494 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 56322) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:24.929906 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Deleting port 75c82cbe-8992-4ef3-a81b-24238ea1ffc6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:24.930259 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:25.021777 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:25.022109 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:25.036365 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Calling delete_port for 75c82cbe-8992-4ef3-a81b-24238ea1ffc6 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:25.202512 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:25.233382 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event deleted for resources: {'Port': ['ID=75c82cbe-8992-4ef3-a81b-24238ea1ffc6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:25.261106 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.261459 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.261806 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.262146 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.262500 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.262840 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.263178 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.263510 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.263839 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.264166 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.264490 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.264812 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:25.309523 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:25.309864 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.db.l3_db [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Floating IP 58a81a41-0770-42aa-a2f2-4a7c592ce7d3 disassociated (deleted). External IP: 172.27.1.203, port: 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6. Nov 21 04:52:25.545855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:52:25.666867 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:52:25.671623 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:25.677338 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:52:25.687388 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:25.688042 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:25.701453 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-5eec9deb-28b9-47a7-a70a-80d6f7b78716 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "DELETE /v2.0/floatingips/58a81a41-0770-42aa-a2f2-4a7c592ce7d3 HTTP/1.1" status: 204 len: 168 time: 0.9578257 Nov 21 04:52:25.702054 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:52:25.704785 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b95bd-f043-4102-9f6a-3c576e52addf" -d '{"events": [{"name": "network-changed", "server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:52:25.744686 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55926306-1750-4837-bf18-518bb5f5f5e1 x-openstack-request-id: req-55926306-1750-4837-bf18-518bb5f5f5e1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:52:25.745289 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:52:25.745289 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55926306-1750-4837-bf18-518bb5f5f5e1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:52:25.745968 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'status': 'completed', 'code': 200} Nov 21 04:52:25.815519 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:25.848712 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-5557223d-9f4e-4c03-8147-ec6a050e487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:25.850298 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-5557223d-9f4e-4c03-8147-ec6a050e487b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 1099 time: 0.0586753 Nov 21 04:52:25.936786 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f864fe1-ce8b-4e3f-ad2b-0513ee827232 req-2a8cb66d-1ad1-45c7-bd17-b908a680ffa3 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:25.938535 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7f864fe1-ce8b-4e3f-ad2b-0513ee827232 req-2a8cb66d-1ad1-45c7-bd17-b908a680ffa3 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 946 time: 0.0544999 Nov 21 04:52:25.989116 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-950e9a86-9fce-46b0-b22b-b5d7b7b3acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:25.990646 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-950e9a86-9fce-46b0-b22b-b5d7b7b3acb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.1040378 Nov 21 04:52:25.999234 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-7f864fe1-ce8b-4e3f-ad2b-0513ee827232 req-ffef4504-fdf9-49f4-94ae-1d738cf7f2a9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535271 Nov 21 04:52:26.045016 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-4e343709-f36a-481c-8e66-44a317359dfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 HTTP/1.1" status: 200 len: 217 time: 0.0463557 Nov 21 04:52:26.091434 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:49:00Z', 'revision_number': 1, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:26.100422 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-53162c04-e72b-45eb-9324-6dec87f6de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:26.101896 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-53162c04-e72b-45eb-9324-6dec87f6de66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0485144 Nov 21 04:52:26.124142 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:52:26.133290 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:26.133909 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:01Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:26.153780 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-7560246f-04e3-4d05-b3b5-c8e7ead1968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:26.155422 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-7560246f-04e3-4d05-b3b5-c8e7ead1968a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450730 Nov 21 04:52:26.258351 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:26.263098 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-7f96488c-6149-48d2-a6dd-c4cbdaa13f99 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986488 Nov 21 04:52:26.370374 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-1a0b95bd-f043-4102-9f6a-3c576e52addf req-934bf903-8102-4205-a33f-d0d973f7e6a3 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988781 Nov 21 04:52:26.519594 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:49:00Z', 'revision_number': 1, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:26.554419 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209aa1c-c925-41c1-9f08-47c70a8ec469 None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_floatingips': [{'id': 'ae28f2eb-44a0-4a04-ab8c-9e009cede18d', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'router_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'port_id': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'mac_address': 'fa:16:3e:a4:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-21T04:48:58Z', 'updated_at': '2021-11-21T04:49:00Z', 'revision_number': 1, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:52:26.763158 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6449f-b32d-4021-a55f-ceac9ad7e0f5 None None] New status for floating IP 58a81a41-0770-42aa-a2f2-4a7c592ce7d3: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:52:27.129275 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06440f1-ded5-4ffb-b1a0-ea3ea587a87f req-a1824c20-fe60-4218-8baa-b5e187b1fbce tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:27.130776 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b06440f1-ded5-4ffb-b1a0-ea3ea587a87f req-a1824c20-fe60-4218-8baa-b5e187b1fbce tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 946 time: 0.0575967 Nov 21 04:52:27.186778 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-b06440f1-ded5-4ffb-b1a0-ea3ea587a87f req-e626b933-2f73-4743-94d7-1f3965bba237 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501056 Nov 21 04:52:27.646645 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-3cd15131-74c7-48e0-bf38-79bd443a5fd8 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:27.648112 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-3cd15131-74c7-48e0-bf38-79bd443a5fd8 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 946 time: 0.0563195 Nov 21 04:52:27.744713 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Deleting port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:27.745080 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:27.853273 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] For port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:27.853636 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:27.867823 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Calling delete_port for 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:28.021471 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:28.053566 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event deleted for resources: {'Port': ['ID=7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:28.097365 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] No DVR routers for this DVR port 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:52:28.099867 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:28.103291 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-4dc90f62-4ca0-43c5-8f16-8520c6cd41dd req-388db663-7e96-458f-8afa-246fc1cb2dc9 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "DELETE /v2.0/ports/7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 HTTP/1.1" status: 204 len: 173 time: 0.4492962 Nov 21 04:52:28.103730 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'name': 'network-vif-deleted', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:52:28.105932 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb8e181-e4e0-4a81-88b1-39d27fd6bb8f" -d '{"events": [{"server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "name": "network-vif-deleted", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:52:28.145549 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ec46bb-751b-4178-8c13-b2cdeffc0e39 x-openstack-request-id: req-f9ec46bb-751b-4178-8c13-b2cdeffc0e39 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:52:28.146150 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f25a577-48b7-4121-8042-e8690f257872", "name": "network-vif-deleted", "tag": "7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:52:28.146150 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9ec46bb-751b-4178-8c13-b2cdeffc0e39 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:52:28.146486 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f25a577-48b7-4121-8042-e8690f257872', 'name': 'network-vif-deleted', 'tag': '7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6', 'status': 'completed', 'code': 200} Nov 21 04:52:28.283525 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-af36c79b-70ae-412e-a402-17874dfc11e9 req-f2f5cbb1-3b0a-4eb7-a2a7-ebf9543bf1df tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f25a577-48b7-4121-8042-e8690f257872 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Nov 21 04:52:28.397409 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3360aa6-c5b9-43f5-8e5f-8495a4901aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:30.181057 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:30.203969 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:30.204315 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device 7d1cc4ad-dcf1-41b6-bbf9-e4a8e82d86a6 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:30.968122 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4169e3f2-f634-4a97-8d21-a190a9d81453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:31.556370 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:31.734969 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Deleting port 26e6a168-c4fd-4a6a-a328-26ef4462c857 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:31.735198 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:31.822244 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:31.822621 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:31.835789 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Calling delete_port for 26e6a168-c4fd-4a6a-a328-26ef4462c857 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:32.000121 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:32.018001 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:32.031179 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event deleted for resources: {'Port': ['ID=26e6a168-c4fd-4a6a-a328-26ef4462c857,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:32.062842 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.063201 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.063552 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.063919 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.064257 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.064774 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.065116 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.065456 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.065793 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.066130 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.066481 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.066811 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:32.113796 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:32.114130 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.db.l3_db [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Floating IP ae28f2eb-44a0-4a04-ab8c-9e009cede18d disassociated (deleted). External IP: 172.27.1.125, port: b4485728-d0f6-44ee-93e2-0217f52c4cf5. Nov 21 04:52:32.355161 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:52:32.476303 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:52:32.481058 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:32.485907 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:52:32.496700 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:32.497309 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:32.510312 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-d6dfb04b-7d2d-49da-a3c2-682f0e46e410 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "DELETE /v2.0/floatingips/ae28f2eb-44a0-4a04-ab8c-9e009cede18d HTTP/1.1" status: 204 len: 168 time: 0.9528489 Nov 21 04:52:32.511035 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:52:32.513380 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71959a4dcadc01980a4eb81ef0d5a15967823a0dacce3f8db6b524c450f3e6b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095664a9-0503-47fa-a925-169c0fda511c" -d '{"events": [{"name": "network-changed", "server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:52:32.624618 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:32.657596 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Nov 2021 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a2ccbf-c3a1-4915-90b7-c1f9f981a407 x-openstack-request-id: req-a5a2ccbf-c3a1-4915-90b7-c1f9f981a407 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:52:32.658245 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:52:32.658245 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5a2ccbf-c3a1-4915-90b7-c1f9f981a407 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:52:32.658835 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'status': 'completed', 'code': 200} Nov 21 04:52:32.764458 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14690d-db0a-4f15-b2f4-f56b4add6b58 req-0290cb11-d3ce-4786-9133-99e1ec39e1da tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:32.766075 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7c14690d-db0a-4f15-b2f4-f56b4add6b58 req-0290cb11-d3ce-4786-9133-99e1ec39e1da tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 945 time: 0.0672767 Nov 21 04:52:32.836278 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095664a9-0503-47fa-a925-169c0fda511c req-b2ffdaf9-b16d-467e-95c7-9eb89c6b69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:32.837687 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-095664a9-0503-47fa-a925-169c0fda511c req-b2ffdaf9-b16d-467e-95c7-9eb89c6b69d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb4906dd476b4802b0d94c126f85799c&device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 1098 time: 0.0931454 Nov 21 04:52:32.843400 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-7c14690d-db0a-4f15-b2f4-f56b4add6b58 req-8e368bb5-132c-448d-a693-60e9a595c6f6 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612724 Nov 21 04:52:32.863809 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:32.895562 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:52:32.904578 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:32.905184 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:32.945855 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095664a9-0503-47fa-a925-169c0fda511c req-e11f1585-774c-45ad-9404-13cd98a44fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:32.947380 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-095664a9-0503-47fa-a925-169c0fda511c req-e11f1585-774c-45ad-9404-13cd98a44fee service neutron] 10.222.0.48 "GET /v2.0/networks?id=41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 200 len: 911 time: 0.1015353 Nov 21 04:52:33.002236 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-095664a9-0503-47fa-a925-169c0fda511c req-72a66cc3-75af-4e1e-a9ab-ac759b99c074 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0412576 Nov 21 04:52:33.028548 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:33.055369 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095664a9-0503-47fa-a925-169c0fda511c req-a7818072-3e7d-4933-bab5-a74262e4a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:33.056823 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-095664a9-0503-47fa-a925-169c0fda511c req-a7818072-3e7d-4933-bab5-a74262e4a56f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 200 len: 849 time: 0.0478990 Nov 21 04:52:33.107008 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095664a9-0503-47fa-a925-169c0fda511c req-0f0cc677-5ebc-4b26-bd07-67a3842882ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:33.108449 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-095664a9-0503-47fa-a925-169c0fda511c req-0f0cc677-5ebc-4b26-bd07-67a3842882ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41dda450-90d9-4900-8a16-7b7ecc9f54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428934 Nov 21 04:52:33.214110 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-095664a9-0503-47fa-a925-169c0fda511c req-bf7dd19e-9a9d-4422-bebf-53eb8b32aeb6 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968676 Nov 21 04:52:33.264064 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:33.296141 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7869e-3af6-4786-b236-032f39f9707e None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:45:26Z', 'revision_number': 4, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi', '_interfaces': [{'id': '27092ca4-1711-4d6d-a019-1af5e653cdbf', 'name': '', 'network_id': '41dda450-90d9-4900-8a16-7b7ecc9f54eb', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'mac_address': 'fa:16:3e:a2:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bb30f85-790f-478f-a251-3b87634d762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:25Z', 'updated_at': '2021-11-21T04:45:31Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'subnets': [{'id': '4bb30f85-790f-478f-a251-3b87634d762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:52:33.323805 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-095664a9-0503-47fa-a925-169c0fda511c req-3bf391ef-a39d-4320-8d03-7a0ba92db465 service neutron] 10.222.0.48 "GET /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013958 Nov 21 04:52:33.511966 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a7270-f95f-4a34-85de-872d2e3afab8 None None] New status for floating IP ae28f2eb-44a0-4a04-ab8c-9e009cede18d: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 21 04:52:33.626727 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:33.967564 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4342286-2e51-4ab2-9e4c-91555b90bb14 req-bf87792d-d1ef-4ac0-98fd-ec64b9646b34 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:33.969059 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b4342286-2e51-4ab2-9e4c-91555b90bb14 req-bf87792d-d1ef-4ac0-98fd-ec64b9646b34 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 945 time: 0.0540979 Nov 21 04:52:34.023350 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [req-b4342286-2e51-4ab2-9e4c-91555b90bb14 req-2cc1bc02-83bd-4163-a31c-fc1af861a558 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/security-groups?id=500411a1-16f5-479d-8e56-2b96ff991c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482640 Nov 21 04:52:34.425432 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-7c1bce1c-d530-4293-8021-679d99847919 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 21 04:52:34.426949 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-7c1bce1c-d530-4293-8021-679d99847919 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 945 time: 0.0531201 Nov 21 04:52:34.524307 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Deleting port b4485728-d0f6-44ee-93e2-0217f52c4cf5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:34.524655 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:34.689227 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:34.886074 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] For port b4485728-d0f6-44ee-93e2-0217f52c4cf5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=b4485728-d0f6-44ee-93e2-0217f52c4cf5,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:34.886337 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:34.900260 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Calling delete_port for b4485728-d0f6-44ee-93e2-0217f52c4cf5 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:35.043918 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:35.076761 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event deleted for resources: {'Port': ['ID=b4485728-d0f6-44ee-93e2-0217f52c4cf5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:35.151417 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] No DVR routers for this DVR port b4485728-d0f6-44ee-93e2-0217f52c4cf5 on host hv-cinder-77642 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:52:35.154730 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-6708bdb0-1027-4e2e-a73d-206ebb2f207a req-d72e3476-e0c9-4a22-9e05-cb6d2ccfa7a3 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "GET /v2.0/ports?device_id=0108c8f4-b864-40d6-b1f4-5d35c417c40a HTTP/1.1" status: 200 len: 210 time: 0.0510142 Nov 21 04:52:35.155741 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for port, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:35.160109 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [req-0a818aad-48c7-4485-ac57-048ec5788c2e req-dd6bb582-946f-4375-ad50-b19ace47c486 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.48 "DELETE /v2.0/ports/b4485728-d0f6-44ee-93e2-0217f52c4cf5 HTTP/1.1" status: 204 len: 173 time: 0.7273054 Nov 21 04:52:35.160574 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'name': 'network-vif-deleted', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 21 04:52:35.162864 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a18d2870f44e0a7e79500b19508fc1a2c819ed2b1b97dd6491be6e5855cc30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d82d6bb-a08a-44ff-9502-affc2f4b4430" -d '{"events": [{"server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "name": "network-vif-deleted", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 21 04:52:35.349701 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Nov 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42201249-39d1-4f8f-bbfb-ca54c9b20e14 x-openstack-request-id: req-42201249-39d1-4f8f-bbfb-ca54c9b20e14 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 21 04:52:35.349957 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0108c8f4-b864-40d6-b1f4-5d35c417c40a", "name": "network-vif-deleted", "tag": "b4485728-d0f6-44ee-93e2-0217f52c4cf5", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 21 04:52:35.350217 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42201249-39d1-4f8f-bbfb-ca54c9b20e14 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 21 04:52:35.350653 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0108c8f4-b864-40d6-b1f4-5d35c417c40a', 'name': 'network-vif-deleted', 'tag': 'b4485728-d0f6-44ee-93e2-0217f52c4cf5', 'status': 'completed', 'code': 200} Nov 21 04:52:36.191212 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b4485728-d0f6-44ee-93e2-0217f52c4cf5 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:36.212303 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56380) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:36.215060 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] No Port match for: b4485728-d0f6-44ee-93e2-0217f52c4cf5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:36.215419 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Device b4485728-d0f6-44ee-93e2-0217f52c4cf5 not bound to the agent host hv-cinder-77642 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:36.353896 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Deleting port 981a3b87-7a1e-431f-93d7-2bd7d91c7b1c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:36.354238 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:36.443273 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:36.443525 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:36.456441 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Calling delete_port for 981a3b87-7a1e-431f-93d7-2bd7d91c7b1c owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:36.604595 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:36.633866 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event deleted for resources: {'Port': ['ID=981a3b87-7a1e-431f-93d7-2bd7d91c7b1c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:36.700051 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:36.702710 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90552'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:36.703866 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-d3c56f22-f047-40c1-b5b7-222dbf40de62 tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "DELETE /v2.0/floatingips/f602ce96-ca1c-485f-ba72-1c742658ca2b HTTP/1.1" status: 204 len: 168 time: 0.4905066 Nov 21 04:52:36.916532 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:52:37.887612 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:37.950206 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca40000-64ec-4cfe-b2b8-60785c733cfd tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:37.978891 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca40000-64ec-4cfe-b2b8-60785c733cfd tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:38.046451 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca40000-64ec-4cfe-b2b8-60785c733cfd tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:38.050436 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca40000-64ec-4cfe-b2b8-60785c733cfd tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:38.051877 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-9ca40000-64ec-4cfe-b2b8-60785c733cfd tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] 10.222.0.37 "DELETE /v2.0/security-groups/500411a1-16f5-479d-8e56-2b96ff991c4a HTTP/1.1" status: 204 len: 168 time: 0.1630704 Nov 21 04:52:38.068134 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca40000-64ec-4cfe-b2b8-60785c733cfd tempest-TestVolumeBootPattern-1722045843 tempest-TestVolumeBootPattern-1722045843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500411a1-16f5-479d-8e56-2b96ff991c4a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:38.117447 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56396) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:38.901314 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:39.172998 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Deleting port 27092ca4-1711-4d6d-a019-1af5e653cdbf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:39.173823 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:39.264930 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] For port 27092ca4-1711-4d6d-a019-1af5e653cdbf, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=27092ca4-1711-4d6d-a019-1af5e653cdbf,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:39.265308 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:39.279729 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Calling delete_port for 27092ca4-1711-4d6d-a019-1af5e653cdbf owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:39.481987 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:39.515985 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Pushing event deleted for resources: {'Port': ['ID=27092ca4-1711-4d6d-a019-1af5e653cdbf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:39.696703 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:39.947549 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Router e5e834a3-8b3c-4a63-bf56-e7670b362cfa has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:52:40.071110 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:52:40.076182 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-ab31ba6c-2996-43d3-8dbe-7f08cb0a699f admin admin] 10.222.0.37 "PUT /v2.0/routers/e5e834a3-8b3c-4a63-bf56-e7670b362cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577119 Nov 21 04:52:40.078834 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56400) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:40.080192 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] Sync routers for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:52:40.091483 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:40.092096 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:40.198405 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.321931 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.349099 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: dv-cinder-776422-6-iscsi {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:40.378156 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Deleting port 6f4724bf-4934-4a26-abce-99c8981ce7ce {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:40.378510 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.470995 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] For port 6f4724bf-4934-4a26-abce-99c8981ce7ce, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=6f4724bf-4934-4a26-abce-99c8981ce7ce,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:40.471295 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.484432 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Calling delete_port for 6f4724bf-4934-4a26-abce-99c8981ce7ce owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:40.566013 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:52:39Z', 'revision_number': 5, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port': {'id': '6f4724bf-4934-4a26-abce-99c8981ce7ce', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:23Z', 'updated_at': '2021-11-21T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:40.598036 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] Checking router: e5e834a3-8b3c-4a63-bf56-e7670b362cfa for host: dv-cinder-776422-6-iscsi {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:52:40.606846 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] Routers {'e5e834a3-8b3c-4a63-bf56-e7670b362cfa'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:40.607461 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:40.674173 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.701945 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4724bf-4934-4a26-abce-99c8981ce7ce,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:40.713510 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] Set router e5e834a3-8b3c-4a63-bf56-e7670b362cfa gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:40.768941 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.781728 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:52:40Z', 'revision_number': 6, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:40.814806 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd64d5d-7dd3-49c1-a049-d0af0004dd22 None None] The sync data for ids ['e5e834a3-8b3c-4a63-bf56-e7670b362cfa'] in dv-cinder-776422-6-iscsi is: [{'id': 'e5e834a3-8b3c-4a63-bf56-e7670b362cfa', 'name': 'tempest-TestVolumeBootPattern-97424971-router', 'tenant_id': 'fb4906dd476b4802b0d94c126f85799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:22Z', 'updated_at': '2021-11-21T04:52:40Z', 'revision_number': 6, 'project_id': 'fb4906dd476b4802b0d94c126f85799c', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:52:40.881141 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.883437 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.932425 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.932972 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e834a3-8b3c-4a63-bf56-e7670b362cfa {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:52:40.937463 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:40.938709 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-547128cc-4ced-4304-9e60-a7f4cf1e18d9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e5e834a3-8b3c-4a63-bf56-e7670b362cfa HTTP/1.1" status: 204 len: 168 time: 0.8582828 Nov 21 04:52:40.941167 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56402) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:40.991237 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] Deleting subnet 4bb30f85-790f-478f-a251-3b87634d762b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:52:40.994429 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.033483 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17911839'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.120745 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.185657 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18079517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18863898'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.217925 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb30f85-790f-478f-a251-3b87634d762b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:41.222549 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.225978 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5dec9bfa-864a-4fdd-82d8-c87cedc6f1bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4bb30f85-790f-478f-a251-3b87634d762b HTTP/1.1" status: 204 len: 168 time: 0.2838330 Nov 21 04:52:41.228654 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.37', 56404) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:41.229596 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cafb46e-0425-4fea-862f-8810da31a406 None None] Network 41dda450-90d9-4900-8a16-7b7ecc9f54eb requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:52:41.313301 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.372713 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Deleting port 1740e753-a183-41e0-89f6-754a07381c17 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:41.373072 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.452455 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] For port 1740e753-a183-41e0-89f6-754a07381c17, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=1740e753-a183-41e0-89f6-754a07381c17,segment=NetworkSegment(5505c81b-c662-462a-9677-b0ead55aec2f),segment_id=5505c81b-c662-462a-9677-b0ead55aec2f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:41.452840 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.466820 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Calling delete_port for 1740e753-a183-41e0-89f6-754a07381c17 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:41.555176 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3509707'] for port, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.584437 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Pushing event deleted for resources: {'Port': ['ID=1740e753-a183-41e0-89f6-754a07381c17,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:41.591123 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] No DVR routers for this DVR port 1740e753-a183-41e0-89f6-754a07381c17 on host dv-cinder-776422-6-iscsi {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:52:41.615746 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089eb9f4-e9ee-48c8-8fd8-83d692b87e42 None None] DHCP port deletion for 41dda450-90d9-4900-8a16-7b7ecc9f54eb request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:52:41.685561 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.712696 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dda450-90d9-4900-8a16-7b7ecc9f54eb']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:41.725321 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5505c81b-c662-462a-9677-b0ead55aec2f') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:41.725831 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5505c81b-c662-462a-9677-b0ead55aec2f') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:41.739239 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4058239'] for segment, before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.757417 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.767383 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:52:41.767886 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3509694'] for segment, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: Traceback (most recent call last): Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: timer() Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: cb(*args, **kw) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: return func(*args, **kwargs) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: self._notify() Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: self.callback(batched_events) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: event.method(event) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: return f(self, *a, **k) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._get(url).json() Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: return self.request(url, 'GET', **kwargs) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:52:41.769887 dv-cinder-776422-6-iscsi neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:52:41.842921 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.849908 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:41.854182 dv-cinder-776422-6-iscsi neutron-server[103587]: INFO neutron.wsgi [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] 10.222.0.37 "DELETE /v2.0/networks/41dda450-90d9-4900-8a16-7b7ecc9f54eb HTTP/1.1" status: 204 len: 168 time: 0.6245093 Nov 21 04:52:41.857303 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56406) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:41.874446 dv-cinder-776422-6-iscsi neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117ec6e-540c-4c8b-969d-aaf0a49c657c admin admin] Pushing event deleted for resources: {'Network': ['ID=41dda450-90d9-4900-8a16-7b7ecc9f54eb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:42.275091 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1740e753-a183-41e0-89f6-754a07381c17 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:42.302869 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 1740e753-a183-41e0-89f6-754a07381c17 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:42.303325 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 1740e753-a183-41e0-89f6-754a07381c17 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:42.303757 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6f4724bf-4934-4a26-abce-99c8981ce7ce no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:42.323382 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468378'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:42.327040 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 6f4724bf-4934-4a26-abce-99c8981ce7ce {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:42.327392 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 6f4724bf-4934-4a26-abce-99c8981ce7ce not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:42.327806 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 27092ca4-1711-4d6d-a019-1af5e653cdbf no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:42.351242 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 27092ca4-1711-4d6d-a019-1af5e653cdbf {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:42.351605 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 27092ca4-1711-4d6d-a019-1af5e653cdbf not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:42.605797 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Deleting port 540eb7ca-3db9-4569-b2aa-5088cefcaad8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:42.606138 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:42.696137 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] For port 540eb7ca-3db9-4569-b2aa-5088cefcaad8, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=540eb7ca-3db9-4569-b2aa-5088cefcaad8,segment=NetworkSegment(262a7b76-a956-4453-9bfb-f19c35320e10),segment_id=262a7b76-a956-4453-9bfb-f19c35320e10)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:42.696521 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:42.710143 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Calling delete_port for 540eb7ca-3db9-4569-b2aa-5088cefcaad8 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:42.906129 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:42.939016 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Pushing event deleted for resources: {'Port': ['ID=540eb7ca-3db9-4569-b2aa-5088cefcaad8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:43.283770 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:43.386999 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468342'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:43.629972 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Router bc6b240c-7f05-4567-9cbd-80a551fab9e0 has already been hosted by L3 agent 7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 21 04:52:43.749537 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] Notify agent at l3_agent.dv-cinder-776422-6-iscsi the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 21 04:52:43.755197 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-507f850b-bf6a-4d80-882f-498a1ada5dda admin admin] 10.222.0.37 "PUT /v2.0/routers/bc6b240c-7f05-4567-9cbd-80a551fab9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8966453 Nov 21 04:52:43.757666 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:43.760243 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] Sync routers for ids ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'] in dv-cinder-776422-6-iscsi {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 21 04:52:43.771464 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] Routers {'bc6b240c-7f05-4567-9cbd-80a551fab9e0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:43.772082 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:43.880212 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:43.891583 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] Set router bc6b240c-7f05-4567-9cbd-80a551fab9e0 gateway port host: dv-cinder-776422-6-iscsi {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:43.998259 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.056273 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Deleting port 0a45998a-a120-472b-8b9b-e62da3c4e144 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:44.056619 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.152170 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] For port 0a45998a-a120-472b-8b9b-e62da3c4e144, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=0a45998a-a120-472b-8b9b-e62da3c4e144,segment=NetworkSegment(e6efa01e-642f-4d17-833c-a5474344a80e),segment_id=e6efa01e-642f-4d17-833c-a5474344a80e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:44.152718 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.168058 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Calling delete_port for 0a45998a-a120-472b-8b9b-e62da3c4e144 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:44.188311 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'external_fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:52:42Z', 'revision_number': 5, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port': {'id': '0a45998a-a120-472b-8b9b-e62da3c4e144', 'name': '', 'network_id': '4e6fdc6d-4801-49ce-b6a0-a5d103c5b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-21T04:45:33Z', 'updated_at': '2021-11-21T04:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '543070d7-86ae-4cbe-930a-0bbdae51e368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-6-iscsi'}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:44.221213 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] Checking router: bc6b240c-7f05-4567-9cbd-80a551fab9e0 for host: dv-cinder-776422-6-iscsi {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 21 04:52:44.232792 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] Routers {'bc6b240c-7f05-4567-9cbd-80a551fab9e0'} bound to L3 agent in host dv-cinder-776422-6-iscsi {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 21 04:52:44.233865 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-21T04:30:31Z,description=,heartbeat_timestamp=2021-11-21T04:52:31Z,host='dv-cinder-776422-6-iscsi',id=7b0c4b88-a66b-48e6-b1eb-cfdbf781d6ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-21T04:30:31Z,topic='l3_agent')) {'router_ids': ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:44.338897 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] Set router bc6b240c-7f05-4567-9cbd-80a551fab9e0 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 21 04:52:44.357346 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.390717 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a45998a-a120-472b-8b9b-e62da3c4e144,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:44.408383 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:52:43Z', 'revision_number': 6, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port_host': None}], 'dv-cinder-776422-6-iscsi', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:44.440817 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda5f67-8424-4aa3-9728-2740d5123edc None None] The sync data for ids ['bc6b240c-7f05-4567-9cbd-80a551fab9e0'] in dv-cinder-776422-6-iscsi is: [{'id': 'bc6b240c-7f05-4567-9cbd-80a551fab9e0', 'name': 'tempest-TestVolumeBootPattern-1477294985-router', 'tenant_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-21T04:45:31Z', 'updated_at': '2021-11-21T04:52:43Z', 'revision_number': 6, 'project_id': 'c65053dc4ef547d1a3ed86b202290a1b', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 21 04:52:44.458428 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-470484'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.566877 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9177'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.569057 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.616399 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470327'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.616983 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc6b240c-7f05-4567-9cbd-80a551fab9e0 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 21 04:52:44.621476 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.622680 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-c9802a19-0af2-4274-ab1b-d220cee1b5b3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bc6b240c-7f05-4567-9cbd-80a551fab9e0 HTTP/1.1" status: 204 len: 168 time: 0.8619351 Nov 21 04:52:44.625185 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:44.677719 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] Deleting subnet b26b805f-3e02-4d08-9840-2ca00955d03c {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 21 04:52:44.680885 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.719660 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17911839'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.804913 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16177444'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.868348 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16177455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18079517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18863898'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.898326 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26b805f-3e02-4d08-9840-2ca00955d03c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:44.904188 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:44.907841 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-5dc3ce0b-fead-4eb8-ac22-e3676ceb34e5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b26b805f-3e02-4d08-9840-2ca00955d03c HTTP/1.1" status: 204 len: 168 time: 0.2816072 Nov 21 04:52:44.910265 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56412) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:44.910881 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd1db8-4cca-46eb-8636-ecd7359ed128 None None] Network 6307767b-b7a8-4afd-9b80-e70e8ef0962e requested from dv-cinder-776422-6-iscsi {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 21 04:52:44.990734 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16138077'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.049587 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Deleting port f188042a-0f5d-4d40-8172-b512151d3bfe {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:45.049940 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.127832 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] For port f188042a-0f5d-4d40-8172-b512151d3bfe, host dv-cinder-776422-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-6-iscsi',level=0,port_id=f188042a-0f5d-4d40-8172-b512151d3bfe,segment=NetworkSegment(262a7b76-a956-4453-9bfb-f19c35320e10),segment_id=262a7b76-a956-4453-9bfb-f19c35320e10)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:45.128156 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.142573 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Calling delete_port for f188042a-0f5d-4d40-8172-b512151d3bfe owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:45.191300 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] DHCP port deletion for 6307767b-b7a8-4afd-9b80-e70e8ef0962e request from dv-cinder-776422-6-iscsi {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 21 04:52:45.233364 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18079682'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.243207 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Deleting port f188042a-0f5d-4d40-8172-b512151d3bfe {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 21 04:52:45.243516 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730954925096'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.267789 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=f188042a-0f5d-4d40-8172-b512151d3bfe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:45.269582 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] No DVR routers for this DVR port f188042a-0f5d-4d40-8172-b512151d3bfe on host dv-cinder-776422-6-iscsi {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:52:45.326850 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] For port f188042a-0f5d-4d40-8172-b512151d3bfe, host dv-cinder-776422-6-iscsi, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 21 04:52:45.327337 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471025'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.341046 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Calling delete_port for f188042a-0f5d-4d40-8172-b512151d3bfe owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 21 04:52:45.343980 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Port f188042a-0f5d-4d40-8172-b512151d3bfe was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 21 04:52:45.345916 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16381999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730954927445', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730954443668'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.355699 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16356252', 'neutron.services.segments.db._delete_segments_for_network-8730954889867'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.374114 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Pushing event deleted for resources: {'Port': ['ID=f188042a-0f5d-4d40-8172-b512151d3bfe,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:45.381222 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6307767b-b7a8-4afd-9b80-e70e8ef0962e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:45.383439 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.383800 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.384150 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.384491 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.384829 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.385167 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.385503 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.385835 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.386167 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.386518 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.386849 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.387176 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-6-iscsi {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 21 04:52:45.392143 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243718bd-779b-4a6b-9d72-693babd8548e None None] No DVR routers for this DVR port f188042a-0f5d-4d40-8172-b512151d3bfe on host dv-cinder-776422-6-iscsi {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 21 04:52:45.393114 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262a7b76-a956-4453-9bfb-f19c35320e10') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:45.393670 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262a7b76-a956-4453-9bfb-f19c35320e10') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 21 04:52:45.404991 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730955018006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17911828'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.420163 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.427513 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 21 04:52:45.427929 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16173032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18079671'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: Traceback (most recent call last): Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: timer() Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: cb(*args, **kw) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: return func(*args, **kwargs) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: self._notify() Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: self.callback(batched_events) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: event.method(event) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: return f(self, *a, **k) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._get(url).json() Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 21 04:52:45.429749 dv-cinder-776422-6-iscsi neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 21 04:52:45.500257 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16356245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-470504'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.505592 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628257'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.509060 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] 10.222.0.37 "DELETE /v2.0/networks/6307767b-b7a8-4afd-9b80-e70e8ef0962e HTTP/1.1" status: 204 len: 168 time: 0.5978496 Nov 21 04:52:45.521926 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e82b-760b-4424-933c-e245f6fadb5c admin admin] Pushing event deleted for resources: {'Network': ['ID=6307767b-b7a8-4afd-9b80-e70e8ef0962e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:45.621136 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:45.665293 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-80addf4d-df13-4132-bfe3-bcd26e849f9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb4906dd476b4802b0d94c126f85799c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429902 Nov 21 04:52:45.667663 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:45.718301 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0b94-1961-4c19-8ac5-d9070de56279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.741727 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0b94-1961-4c19-8ac5-d9070de56279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.790670 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0b94-1961-4c19-8ac5-d9070de56279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.793334 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0b94-1961-4c19-8ac5-d9070de56279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:45.794529 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-8a9c0b94-1961-4c19-8ac5-d9070de56279 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae857fa5-da2c-4990-b106-24b253429bba HTTP/1.1" status: 204 len: 168 time: 0.1259348 Nov 21 04:52:45.802956 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c0b94-1961-4c19-8ac5-d9070de56279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae857fa5-da2c-4990-b106-24b253429bba,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:46.102726 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:46.149793 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-1f48a3d9-652d-4844-abd0-24431e3c528b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c65053dc4ef547d1a3ed86b202290a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458763 Nov 21 04:52:46.152220 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.37', 56426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 21 04:52:46.203832 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21bf4404-de1d-4494-bbf9-9325a5bb5cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:46.228070 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21bf4404-de1d-4494-bbf9-9325a5bb5cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:46.270365 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f188042a-0f5d-4d40-8172-b512151d3bfe no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:46.279077 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21bf4404-de1d-4494-bbf9-9325a5bb5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367643'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:46.281795 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21bf4404-de1d-4494-bbf9-9325a5bb5cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:52:46.283533 dv-cinder-776422-6-iscsi neutron-server[103588]: INFO neutron.wsgi [None req-21bf4404-de1d-4494-bbf9-9325a5bb5cf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1d79eb8-7744-4c82-81fc-8f5492b1d836 HTTP/1.1" status: 204 len: 168 time: 0.1301379 Nov 21 04:52:46.291984 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf4404-de1d-4494-bbf9-9325a5bb5cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d79eb8-7744-4c82-81fc-8f5492b1d836,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 21 04:52:46.297654 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: f188042a-0f5d-4d40-8172-b512151d3bfe {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:46.298014 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device f188042a-0f5d-4d40-8172-b512151d3bfe not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:46.298447 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 0a45998a-a120-472b-8b9b-e62da3c4e144 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:46.328949 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 0a45998a-a120-472b-8b9b-e62da3c4e144 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:46.329884 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 0a45998a-a120-472b-8b9b-e62da3c4e144 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:46.330310 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 540eb7ca-3db9-4569-b2aa-5088cefcaad8 no longer exists at agent ovs-agent-dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 21 04:52:46.370023 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] No Port match for: 540eb7ca-3db9-4569-b2aa-5088cefcaad8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 21 04:52:46.370373 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Device 540eb7ca-3db9-4569-b2aa-5088cefcaad8 not bound to the agent host dv-cinder-776422-6-iscsi {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 21 04:52:58.391073 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a980879b-7006-41b1-89f9-59485f2a8cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:00.977317 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-992b2620-db13-407b-896d-f73d432aa0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:02.020003 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:03.630209 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:04.692359 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:13.276623 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:13.919151 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:53:28.392891 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2476e18e-1291-4cdd-b1c3-0b2bed104518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:30.970106 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-966a9c94-6af5-4392-859a-270cb2dae54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:32.023611 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:33.634172 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:34.694628 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:43.294494 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:53:50.918164 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:53:58.394328 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3414ae71-fed0-4e9b-908e-f8f43e67837c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:00.971422 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2dee0f2-8c25-4c36-9cb1-139d79b65522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:02.026866 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:03.635726 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:04.697499 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:13.308394 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:27.917916 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:54:28.395344 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5052087-8b9d-40fe-b5a2-78dd5469215a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:30.973666 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0173d4e0-200e-4020-b3cd-7c2cf3b4a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:32.029260 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:33.639735 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:34.699861 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:43.309932 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:54:58.396140 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96059351-8395-4fbe-9186-2683ee134677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:00.975856 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-590dff3b-f0a7-4641-94a8-c146998eaea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:02.033675 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:03.641465 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:04.703126 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:04.918258 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:55:13.322165 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:20.557883 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [req-b9e86a0a-b3a2-408a-a266-e8d463287010 req-73d299b2-9581-46f0-af59-dd9b3bd6e7ea service neutron] (103588) timed out ('10.222.0.48', 54095) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 21 04:55:23.938828 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [req-386cda40-406b-424b-bd62-360b5d15df4f req-3034e26c-4f60-40c1-8020-93c18f3a4f00 service neutron] (103588) timed out ('10.222.0.48', 54091) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 21 04:55:28.398210 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5fc45bd-707f-4159-8da4-8e27b9d333d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:30.977087 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66763f16-dfe2-45dd-9622-5a6649111d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:32.032504 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:33.645622 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:34.706147 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:41.917860 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:55:43.326345 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:55:58.403375 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66e3a6dd-5370-4470-a23a-173da9ebb523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:00.977266 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4217-cf32-48a3-a3c1-49b1b5f5b81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:01.366174 dv-cinder-776422-6-iscsi neutron-server[103588]: DEBUG neutron.wsgi [req-7628a7a9-6be3-4cd7-8a78-c9aca15edb5b req-a08f6eb6-1c80-4bdf-9fd4-11129503d6c6 service neutron] (103588) timed out ('10.222.0.37', 49708) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 21 04:56:02.035349 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:03.648178 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:04.709390 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:13.343670 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:18.919893 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:56:28.395385 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4cd62ff4-932a-40c1-902e-7de9b97ebe52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:30.979313 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea646125-b270-41c6-8ca1-ee75b62a1644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:32.041402 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:33.650685 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:34.714639 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:43.340780 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:56:55.920153 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:56:58.396674 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8135f67-f0d8-40b0-afe6-cfb42a36ccd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:00.980404 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00cfb27d-76aa-4713-a04d-31f762dbc98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:02.041390 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:03.654797 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:04.716123 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:13.333638 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:28.398549 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-298cd876-db27-4cd8-87ca-1c3be0ac7382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:30.982229 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd7bc76d-d07d-421d-85ab-1e8a0e59cb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:32.043321 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:32.919015 dv-cinder-776422-6-iscsi neutron-server[103590]: DEBUG neutron.db.agents_db [None req-a419696d-ccca-443b-9059-4cc8c0d29a91 None None] Agent healthcheck: found 6 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 21 04:57:33.657614 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:34.718331 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:43.338716 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b53155a-b2ea-424b-854e-97f19e3bd83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:57:58.399917 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ab1fb89-7a4c-41f9-a39c-ba34116d7e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:58:00.984855 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f66a5fcd-dd48-45da-9a3b-c5d140b9f3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:58:02.046856 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b99f00e-6c56-4aa6-9f09-f3de30fbddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:58:03.661242 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25a666b7-0ef4-48b5-89f3-7edd6d7f4104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 21 04:58:04.721974 dv-cinder-776422-6-iscsi neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaa1f-230d-4877-98c4-525af0d400e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730954889939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16362809'] for agent, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}